-- Logs begin at Fri 2021-07-02 10:27:49 UTC, end at Fri 2021-07-02 11:24:32 UTC. -- Jul 02 10:57:13.687244 dv-cinder-784092-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 02 10:57:16.370663 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.common.config [-] Logging enabled! Jul 02 10:57:16.371291 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev442 Jul 02 10:57:16.371435 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93070) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 02 10:57:16.374716 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.common.config [-] Logging enabled! Jul 02 10:57:16.374971 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev442 Jul 02 10:57:16.375282 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93070) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 02 10:57:16.376206 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 02 10:57:16.376440 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 02 10:57:16.376823 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 02 10:57:16.377069 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 02 10:57:16.377296 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 02 10:57:16.377616 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.377911 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.378204 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.378434 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.378732 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.379096 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.379971 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.380397 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.380720 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.381010 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.381292 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.381575 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.381806 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.382086 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.382372 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.382657 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.382881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] debug = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.383161 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.383584 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.383998 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.384278 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.384563 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.384864 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.385135 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.385408 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.385691 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.386016 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] host = dv-cinder-784092-13-iscsi {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.386292 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.386576 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.386861 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.387146 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.387420 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.387694 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.387976 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.388244 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.388512 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] log_file = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.388813 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.389102 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.389387 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.389692 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.389903 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.390123 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.390408 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.390690 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.390963 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.391236 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.391614 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.391810 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.392079 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.392315 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.392597 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.392901 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.393182 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.393455 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.393726 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.393993 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.394266 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.394548 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.394852 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.395232 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.395506 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.395791 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.396060 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.396332 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400224 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400224 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400224 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400224 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400224 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400224 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400224 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400224 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] use_json = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.400881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.401432 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:16.401432 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.401432 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.401704 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.401984 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.402533 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.402811 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.403100 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.403376 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.403665 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.403952 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.404238 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.404515 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.404821 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.405099 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.405392 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.405694 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.405984 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.406274 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.406545 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.406815 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.407087 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.407362 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.407647 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.407938 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.408229 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.408496 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.408803 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.409097 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.409375 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.409648 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.409925 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.410216 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.410518 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.410830 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.411150 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.411432 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.411705 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.411975 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.412252 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.412540 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.412838 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.413109 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.413380 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.413655 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.413925 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.414209 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.414486 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.414758 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.415027 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.415305 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.415579 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.415849 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.416124 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.416396 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.416697 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.416971 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.417245 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.417518 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.417788 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.418058 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.418327 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.418596 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.418875 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.419146 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.419416 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.419687 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.419959 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.420231 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.420516 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.420832 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.421111 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.421393 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.421676 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.421956 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.422234 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.422510 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.422790 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.423068 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.423342 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.423633 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.423917 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.424201 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.424482 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.424782 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.425078 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.425357 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.425641 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.426431 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.426772 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.427081 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.427351 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.427649 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.427947 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.428242 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.428538 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.428855 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.429143 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.429452 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.429735 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:16.429953 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 02 10:57:16.430197 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93070) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 02 10:57:16.781656 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 02 10:57:16.781937 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 02 10:57:16.782236 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 02 10:57:16.782568 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 02 10:57:17.168077 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.168284 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.168551 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.169858 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.170134 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.170409 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.204086 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.204363 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.204649 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.218352 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.218630 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.218895 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.248016 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.248292 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.248556 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.284694 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.284974 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.285261 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.514713 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.515367 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.515367 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.515536 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.516209 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.635470 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.635782 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.636073 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.636345 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.636630 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.636937 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.637196 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.637450 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.637702 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.637981 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.638241 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.638507 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.638771 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.639032 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.639287 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.639550 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.639815 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.640080 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.640349 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.640598 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.640894 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.641239 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.641491 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.641784 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.642033 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.642280 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.642676 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 10:57:17.642919 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 10:57:17.643158 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 10:57:17.643395 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 10:57:17.643630 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 10:57:17.643864 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 10:57:17.644222 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 02 10:57:17.648366 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 02 10:57:17.652543 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 02 10:57:17.656178 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jul 02 10:57:17.657823 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 02 10:57:17.658279 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 02 10:57:17.658616 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 02 10:57:17.659000 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 02 10:57:17.661879 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 02 10:57:17.662132 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 02 10:57:17.662478 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 02 10:57:17.690352 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 02 10:57:17.690794 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.691088 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93070) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 02 10:57:17.691455 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.692857 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93070) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 02 10:57:17.693137 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 02 10:57:17.693384 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 02 10:57:17.696537 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.696848 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:17.759902 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 02 10:57:17.760137 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 02 10:57:17.760376 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 02 10:57:17.760766 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 02 10:57:17.781931 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_db.sqlalchemy.engines [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93070) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 02 10:57:18.308627 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Initializing driver for type 'gre' Jul 02 10:57:18.309155 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] gre ID ranges: [(1, 1000)] Jul 02 10:57:18.361073 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Initializing driver for type 'local' Jul 02 10:57:18.361411 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Initializing driver for type 'vlan' Jul 02 10:57:18.374550 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] VlanTypeDriver initialization complete Jul 02 10:57:18.375066 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Initializing driver for type 'vxlan' Jul 02 10:57:18.375555 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] vxlan ID ranges: [(1, 1000)] Jul 02 10:57:18.428705 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Initializing extension driver 'port_security' Jul 02 10:57:18.429074 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.extensions.port_security [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] PortSecurityExtensionDriver initialization complete Jul 02 10:57:18.429409 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Initializing mechanism driver 'openvswitch' Jul 02 10:57:18.429741 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Initializing mechanism driver 'hyperv' Jul 02 10:57:18.436216 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.plugin [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:57:18.436940 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > port after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.437323 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > port after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.437689 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > port after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.438208 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93070) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 02 10:57:18.438649 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.439011 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.439364 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.439761 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93070) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 02 10:57:18.440345 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > network after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.440599 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > network after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.440991 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > network after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.441379 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93070) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 02 10:57:18.441792 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > security_group after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.442153 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > security_group after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.442494 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.443021 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93070) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 02 10:57:18.443442 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.443804 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.444158 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.444550 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93070) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 02 10:57:18.444991 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > address_group after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.445349 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > address_group after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.445699 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.446088 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93070) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 02 10:57:18.446469 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] ML2 OVO RPC backend initialized. {{(pid=93070) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 02 10:57:18.447181 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.447541 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.447961 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > network before_response 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.448311 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > networks before_response 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.448695 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > port before_response 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.449048 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > ports before_response 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.449393 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > subnet before_response 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.449737 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > subnets before_response 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.450084 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > network after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.450428 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > network after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.450767 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > network after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.451106 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > port after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.451445 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > port after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.451786 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > port after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.452126 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.452463 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.452831 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.453401 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.plugin [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Modular L2 Plugin initialization complete Jul 02 10:57:18.453728 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading services supported by the core plugin {{(pid=93070) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 02 10:57:18.454055 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.plugins.ml2.managers [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Got port-security extension from driver 'port_security' Jul 02 10:57:18.454516 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.extensions.vlantransparent [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Disabled vlantransparent extension. Jul 02 10:57:18.454997 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93070) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 02 10:57:18.455312 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading Plugin: router Jul 02 10:57:18.491560 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.492062 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router after_create 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.492445 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router before_create 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.492853 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.493231 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.493591 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router after_delete 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.493957 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.494326 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router after_create 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.494679 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router after_update 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.495033 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router after_update 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.495386 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.495754 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router after_update 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.496170 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.496549 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: port after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.496920 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: port after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.497267 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: subnet after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.497614 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.497970 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.498325 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.498672 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: port before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.499019 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router precommit_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.499379 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router after_update 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.499727 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.500083 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.500448 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.500823 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.501193 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > agent after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.501545 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > agent after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.501898 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > network after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.502757 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Tracking information for resource: router configured {{(pid=93070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 10:57:18.503096 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Tracking information for resource: floatingip configured {{(pid=93070) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 02 10:57:18.508273 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.db.l3_agentschedulers_db [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 02 10:57:18.508891 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: port after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.509255 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: port after_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.509610 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: port after_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.509964 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: port after_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.510785 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router before_create 55550100 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.511158 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.511528 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router precommit_create 55550100 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.511897 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > router precommit_update 55550100 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.516402 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.services.provider_configuration [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service providers = [] {{(pid=93070) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 02 10:57:18.516953 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.db.servicetype_db [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93070) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 02 10:57:18.520293 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.services.service_base [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93070) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 02 10:57:18.520836 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.services.service_base [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93070) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 02 10:57:18.521187 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.services.service_base [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93070) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 02 10:57:18.522095 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.services.service_base [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93070) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 02 10:57:18.522475 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.services.service_base [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 02 10:57:18.522849 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 10:57:18.523170 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 02 10:57:18.534221 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 10:57:18.534560 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading Plugin: auto_allocate Jul 02 10:57:18.540801 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: network precommit_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.541179 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: network precommit_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.541704 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 10:57:18.542036 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading Plugin: tag Jul 02 10:57:18.548481 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 10:57:18.548849 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading Plugin: timestamp Jul 02 10:57:18.554259 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 10:57:18.554598 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading Plugin: network_ip_availability Jul 02 10:57:18.560064 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.560395 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.560790 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.561506 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 10:57:18.561838 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading Plugin: flavors Jul 02 10:57:18.566594 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 10:57:18.566971 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading Plugin: revisions Jul 02 10:57:18.571269 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93070) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 02 10:57:18.571670 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_concurrency.lockutils [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=93070) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 02 10:57:18.572404 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93070) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 02 10:57:18.572785 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Initializing extension manager. Jul 02 10:57:18.573298 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: __init__.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.573642 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: __pycache__ {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.573979 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.574314 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: address_group.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.575070 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.575634 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: address-group Jul 02 10:57:18.575960 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: address_scope.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.576711 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.577219 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: address-scope Jul 02 10:57:18.577543 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.578476 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.578985 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: router-admin-state-down-before-update Jul 02 10:57:18.579310 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: agent.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.580014 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.580746 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: agent Jul 02 10:57:18.581077 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: agent_resources_synced.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.582004 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.583050 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: agent-resources-synced Jul 02 10:57:18.583380 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: allowedaddresspairs.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.585200 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.585720 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: allowed-address-pairs Jul 02 10:57:18.586050 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: auto_allocated_topology.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.587769 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.587769 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: auto-allocated-topology Jul 02 10:57:18.587984 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: availability_zone.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.588990 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.589186 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: availability_zone Jul 02 10:57:18.589512 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: availability_zone_filter.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.590432 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.590940 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: availability_zone_filter Jul 02 10:57:18.591270 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: data_plane_status.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.592190 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.592814 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension data-plane-status not supported by any of loaded plugins Jul 02 10:57:18.593276 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: default_subnetpools.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.594063 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.595325 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: default-subnetpools Jul 02 10:57:18.595325 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.595707 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.596211 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: dhcp_agent_scheduler Jul 02 10:57:18.596539 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: dns.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.597490 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.598777 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension dns-integration not supported by any of loaded plugins Jul 02 10:57:18.598992 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: dns_domain_ports.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.599864 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.600376 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 02 10:57:18.601050 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.601647 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.602162 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 02 10:57:18.602490 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: dvr.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.603227 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.603665 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: dvr Jul 02 10:57:18.603989 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: empty_string_filtering.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.604941 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.605450 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: empty-string-filtering Jul 02 10:57:18.605775 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.606701 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.607207 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 02 10:57:18.607530 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.608449 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.608991 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 02 10:57:18.609367 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: external_net.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.610237 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.610743 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: external-net Jul 02 10:57:18.611063 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.611990 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.612493 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: extra_dhcp_opt Jul 02 10:57:18.612849 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: extraroute.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.613800 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.614297 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: extraroute Jul 02 10:57:18.614622 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: extraroute_atomic.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.615661 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.616169 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: extraroute-atomic Jul 02 10:57:18.616495 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: filter_validation.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.617199 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.617703 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: filter-validation Jul 02 10:57:18.618025 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: fip_pf_description.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.618940 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.619444 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 02 10:57:18.619767 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: fip_port_details.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.620725 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.621237 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: fip-port-details Jul 02 10:57:18.621562 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: flavors.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.622828 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.623347 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: flavors Jul 02 10:57:18.623675 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.625345 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.625871 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 02 10:57:18.626201 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: floatingip_pools.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.626904 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.627414 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: floatingip-pools Jul 02 10:57:18.627740 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: ip_allocation.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.628689 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.629307 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension ip_allocation not supported by any of loaded plugins Jul 02 10:57:18.629639 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.630559 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.631067 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: ip-substring-filtering Jul 02 10:57:18.631394 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: l2_adjacency.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.632338 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.632869 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 02 10:57:18.633195 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: l3.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.634168 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.634686 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: router Jul 02 10:57:18.635012 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.637396 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.637930 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 02 10:57:18.638269 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.639208 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.639722 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: ext-gw-mode Jul 02 10:57:18.640051 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.640999 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.641511 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: l3-ha Jul 02 10:57:18.641845 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: l3_flavors.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.642794 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.643311 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: l3-flavors Jul 02 10:57:18.643642 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.645112 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.645652 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 02 10:57:18.645953 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: l3agentscheduler.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.647011 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.647528 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: l3_agent_scheduler Jul 02 10:57:18.647859 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: logging.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.649382 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.649913 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension logging not supported by any of loaded plugins Jul 02 10:57:18.650248 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: metering.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.650998 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.651577 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: metering Jul 02 10:57:18.651912 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.653323 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.653844 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: metering_source_and_destination_fields Jul 02 10:57:18.654178 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: multiprovidernet.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.655109 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.655621 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: multi-provider Jul 02 10:57:18.655953 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: netmtu.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.656912 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.657429 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: net-mtu Jul 02 10:57:18.657760 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: netmtu_writable.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.658686 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.659201 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: net-mtu-writable Jul 02 10:57:18.659530 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: network_availability_zone.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.660255 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.661452 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: network_availability_zone Jul 02 10:57:18.661790 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: network_ip_availability.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.662888 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.663404 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: network-ip-availability Jul 02 10:57:18.663737 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: network_segment_range.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.664505 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.665040 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension network-segment-range not supported by any of loaded plugins Jul 02 10:57:18.665370 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: pagination.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.666351 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.666686 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: pagination Jul 02 10:57:18.667012 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: port_device_profile.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.667926 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.668449 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: port-device-profile Jul 02 10:57:18.668799 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.669720 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.670261 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: port-mac-address-regenerate Jul 02 10:57:18.670586 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.671502 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.672021 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: port-numa-affinity-policy Jul 02 10:57:18.672346 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: port_resource_request.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.673295 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.673802 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension port-resource-request not supported by any of loaded plugins Jul 02 10:57:18.674126 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: portbindings.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.675053 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.675563 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: binding Jul 02 10:57:18.675918 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: portbindings_extended.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.677560 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.678074 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: binding-extended Jul 02 10:57:18.678403 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: portsecurity.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.679329 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.679842 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: port-security Jul 02 10:57:18.680169 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: project_id.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.681193 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.681524 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: project-id Jul 02 10:57:18.681855 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: providernet.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.682775 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.683291 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: provider Jul 02 10:57:18.683617 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: qos.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.687123 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.687655 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension qos not supported by any of loaded plugins Jul 02 10:57:18.687988 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.689268 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.689788 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 02 10:57:18.690119 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.691049 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.692145 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 02 10:57:18.692509 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: qos_default.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.693540 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.694343 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension qos-default not supported by any of loaded plugins Jul 02 10:57:18.694732 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: qos_fip.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.695438 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.696056 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension qos-fip not supported by any of loaded plugins Jul 02 10:57:18.696412 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: qos_gateway_ip.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.697449 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.698080 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 02 10:57:18.698453 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: qos_port_network_policy.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.699557 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.700146 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 02 10:57:18.700553 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: qos_rule_type_details.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.701673 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.702296 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 02 10:57:18.702632 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: qos_rules_alias.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.703856 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.704413 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 02 10:57:18.704837 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: quotasv2.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.705886 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.706282 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: quotas Jul 02 10:57:18.706660 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: quotasv2_detail.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.710725 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.711161 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: quota_details Jul 02 10:57:18.711568 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: rbac.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.712857 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.713509 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: rbac-policies Jul 02 10:57:18.713887 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: rbac_address_group.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.715033 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.715560 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: rbac-address-group Jul 02 10:57:18.715893 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: rbac_address_scope.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.716858 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.717373 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: rbac-address-scope Jul 02 10:57:18.717700 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: rbac_security_groups.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.718633 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.719147 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: rbac-security-groups Jul 02 10:57:18.719474 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: rbac_subnetpool.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.720398 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.720938 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: rbac-subnetpool Jul 02 10:57:18.721268 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: revisionifmatch.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.722208 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.722752 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: revision-if-match Jul 02 10:57:18.723081 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: revisions.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.724201 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.724744 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: standard-attr-revisions Jul 02 10:57:18.725076 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: router_availability_zone.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.725755 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.726269 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: router_availability_zone Jul 02 10:57:18.726596 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: routerservicetype.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.727530 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.728039 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension router-service-type not supported by any of loaded plugins Jul 02 10:57:18.728364 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.729320 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.729830 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: security-groups-normalized-cidr Jul 02 10:57:18.730155 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.731083 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.731591 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: port-security-groups-filtering Jul 02 10:57:18.731915 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.732880 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.733388 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: security-groups-remote-address-group Jul 02 10:57:18.733711 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: securitygroup.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.743369 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.743901 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: security-group Jul 02 10:57:18.744237 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: segment.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.745061 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.745578 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension segment not supported by any of loaded plugins Jul 02 10:57:18.745909 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.746859 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.747374 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 02 10:57:18.747703 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: servicetype.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.748881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.749408 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: service-type Jul 02 10:57:18.749740 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: sorting.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.750726 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.751061 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: sorting Jul 02 10:57:18.751390 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: standard_attr_segment.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.752389 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.752937 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 02 10:57:18.753266 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: standardattrdescription.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.753919 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.754944 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: standard-attr-description Jul 02 10:57:18.755268 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: stateful_security_group.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.756209 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.756774 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: stateful-security-group Jul 02 10:57:18.757104 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: stdattrs_common.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.757697 dv-cinder-784092-13-iscsi neutron-server[93070]: WARNING neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 02 10:57:18.758021 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.758956 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.759474 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 02 10:57:18.759799 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: subnet_onboard.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.760904 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.761424 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: subnet_onboard Jul 02 10:57:18.761748 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.762689 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.763206 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 02 10:57:18.763532 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: subnet_service_types.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.764458 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.765008 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: subnet-service-types Jul 02 10:57:18.765336 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: subnetallocation.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.766406 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.766920 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: subnet_allocation Jul 02 10:57:18.767245 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.767912 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.768423 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: subnetpool-prefix-ops Jul 02 10:57:18.768780 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.770399 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.770948 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 02 10:57:18.771272 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: tagging.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.772367 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.772927 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: standard-attr-tag Jul 02 10:57:18.773257 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: timestamp.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.774507 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.775030 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loaded extension: standard-attr-timestamp Jul 02 10:57:18.775362 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: trunk.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.776402 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.776947 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension trunk not supported by any of loaded plugins Jul 02 10:57:18.777563 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: trunk_details.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.778494 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.779011 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension trunk-details not supported by any of loaded plugins Jul 02 10:57:18.779338 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: uplink_status_propagation.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.780267 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.780804 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 02 10:57:18.781132 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Loading extension file: vlantransparent.py {{(pid=93070) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 02 10:57:18.781808 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93070) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 02 10:57:18.782317 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 02 10:57:18.784801 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:network Jul 02 10:57:18.785388 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:subnet Jul 02 10:57:18.785800 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 10:57:18.786195 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:port Jul 02 10:57:18.787420 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.787861 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service FLAVORS assigned prefix: {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.788485 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.788942 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.789289 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:router Jul 02 10:57:18.789724 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:floatingip Jul 02 10:57:18.790224 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service METERING assigned prefix: /metering {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.791689 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.792067 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.792425 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 10:57:18.793476 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 02 10:57:18.793921 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:security_group Jul 02 10:57:18.794361 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 02 10:57:18.795043 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service CORE assigned prefix: {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.795391 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 10:57:18.795746 dv-cinder-784092-13-iscsi neutron-server[93070]: WARNING neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] subnetpool is already registered Jul 02 10:57:18.796174 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service CORE assigned prefix: {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.796514 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 10:57:18.796879 dv-cinder-784092-13-iscsi neutron-server[93070]: WARNING neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] subnetpool is already registered Jul 02 10:57:18.799161 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.799598 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service FLAVORS assigned prefix: {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.800187 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.800639 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.801119 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:router Jul 02 10:57:18.801614 dv-cinder-784092-13-iscsi neutron-server[93070]: WARNING neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] router is already registered Jul 02 10:57:18.802040 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:floatingip Jul 02 10:57:18.802385 dv-cinder-784092-13-iscsi neutron-server[93070]: WARNING neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] floatingip is already registered Jul 02 10:57:18.802849 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service METERING assigned prefix: /metering {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.803521 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 02 10:57:18.803854 dv-cinder-784092-13-iscsi neutron-server[93070]: WARNING neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] rbac_policy is already registered Jul 02 10:57:18.804269 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:security_group Jul 02 10:57:18.804680 dv-cinder-784092-13-iscsi neutron-server[93070]: WARNING neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] security_group is already registered Jul 02 10:57:18.805037 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 02 10:57:18.805374 dv-cinder-784092-13-iscsi neutron-server[93070]: WARNING neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] security_group_rule is already registered Jul 02 10:57:18.805999 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service CORE assigned prefix: {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.806341 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 10:57:18.806679 dv-cinder-784092-13-iscsi neutron-server[93070]: WARNING neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] subnetpool is already registered Jul 02 10:57:18.807102 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.v2.resource_helper [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Service CORE assigned prefix: {{(pid=93070) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 02 10:57:18.807426 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 02 10:57:18.807761 dv-cinder-784092-13-iscsi neutron-server[93070]: WARNING neutron.quota.resource_registry [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] subnetpool is already registered Jul 02 10:57:18.808232 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: extensions {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.809691 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: address-groups {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.811232 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: address-scopes {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.812516 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: agents {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.813698 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: auto-allocated-topology {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.814944 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: availability_zones {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.816163 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: dhcp-networks {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.819429 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: dhcp-agents {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.821092 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: routers {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.822819 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: flavors {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.824107 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: service_profiles {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.825345 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: next_providers {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.826779 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: service_profiles {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.828351 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: floatingip-pools {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.829598 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: routers {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.831287 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: floatingips {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.833310 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: l3-routers {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.834701 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: l3-agents {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.836133 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: metering-labels {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.837418 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: metering-label-rules {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.838778 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: network-ip-availabilities {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.840032 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: bindings {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.841636 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: quotas {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.843185 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: quotas {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.844585 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: rbac-policies {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.845784 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: security-groups {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.847080 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: security-group-rules {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.848427 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: service-providers {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.849690 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: subnetpools {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.851028 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: subnetpools {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.852556 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: tags {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.854257 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: tags {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.856060 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: tags {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.857884 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: tags {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.859560 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: tags {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.861532 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: tags {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.863208 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: tags {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.865075 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: tags {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.866927 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: tags {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.868697 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron.api.extensions [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Extended resource: tags {{(pid=93070) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 02 10:57:18.874613 dv-cinder-784092-13-iscsi neutron-server[93070]: WARNING keystonemiddleware.auth_token [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 02 10:57:18.879696 dv-cinder-784092-13-iscsi neutron-server[93070]: WARNING keystonemiddleware.auth_token [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 02 10:57:18.889166 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_concurrency.lockutils [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Acquired lock "singleton_lock" {{(pid=93070) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 02 10:57:18.889648 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_concurrency.lockutils [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Releasing lock "singleton_lock" {{(pid=93070) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 02 10:57:18.890295 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO oslo_service.service [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Starting 2 workers Jul 02 10:57:18.895598 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Started child 93177 {{(pid=93070) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 02 10:57:18.900167 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Started child 93178 {{(pid=93070) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 02 10:57:18.901120 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:18.901834 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO neutron.service [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 02 10:57:18.902684 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Notify callbacks [] for process, before_spawn {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:18.902913 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [-] (93177) wsgi starting up on http://0.0.0.0:9696 Jul 02 10:57:18.905089 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO oslo_service.service [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Starting 1 workers Jul 02 10:57:18.905330 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:18.906723 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [-] (93178) wsgi starting up on http://0.0.0.0:9696 Jul 02 10:57:18.910220 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Started child 93179 {{(pid=93070) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 02 10:57:18.910821 dv-cinder-784092-13-iscsi neutron-server[93070]: INFO oslo_service.service [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Starting 1 workers Jul 02 10:57:18.914402 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.service [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] calling RpcWorker wait() {{(pid=93179) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 02 10:57:18.915171 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.service [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] returning from RpcWorker wait() {{(pid=93179) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 02 10:57:18.915500 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Started child 93180 {{(pid=93070) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 02 10:57:18.916299 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:18.916458 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-a3402c2f-6caf-4160-95a8-d1ec4500ada4 None None] Notify callbacks [] for process, after_spawn {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:18.916846 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:57:18.918263 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93070) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 02 10:57:18.918481 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 02 10:57:18.918661 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 02 10:57:18.918921 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 02 10:57:18.919199 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 02 10:57:18.919361 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 02 10:57:18.919859 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.920136 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.920384 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.920752 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.920907 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:18.921422 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.921578 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.921791 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.921934 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:57:18.922081 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.922312 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.922559 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.922715 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.922885 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.923149 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.923384 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.923646 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.923911 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.924147 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.924421 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.924591 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.924854 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.925179 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.925370 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.925635 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] debug = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.925896 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.926400 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.926645 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.926884 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.927161 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.927397 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.927624 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.927907 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.928150 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.928381 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.928643 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.928884 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.929165 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.929347 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.929583 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.929842 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.930064 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.930524 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] host = dv-cinder-784092-13-iscsi {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.930769 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.931020 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.931201 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.931446 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.931700 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.931914 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.932163 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.932419 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.932711 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.932959 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.933210 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.933470 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.933691 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.933926 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_file = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.934090 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_options = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.934326 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.934596 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.934857 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.935056 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.935220 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.935475 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.935620 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.935757 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.936013 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.936221 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.936453 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.936698 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.936917 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.937139 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.937412 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.937665 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.937896 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.938106 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.938370 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.938595 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.938837 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.939062 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.939310 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.939515 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.939762 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.939978 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.940231 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.940446 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.940682 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.940934 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.941178 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.941414 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.942309 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.942594 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.942830 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.943058 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.943277 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.943543 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.943782 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.944012 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.944260 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.944496 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.944811 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.945047 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.945283 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.945525 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] use_json = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.945710 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.945926 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.946189 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.946412 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.946653 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.946869 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.947093 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.947352 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:18.947784 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.949657 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.950099 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.950384 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.950663 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.950867 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.951219 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.951505 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.951820 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.952158 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.952598 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.956644 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.956644 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.956644 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.956644 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.956644 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.957043 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.957767 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.958168 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.958455 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.960064 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.961433 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.963702 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.964871 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.965189 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.965469 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.965708 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.965959 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.966210 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.966504 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.966756 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.967005 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.967282 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.967516 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.967741 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.967970 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.968233 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.968472 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.968733 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.968966 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.969227 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.969470 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.969736 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.969980 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.970204 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.970509 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.970761 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.971898 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.972297 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.972561 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.973300 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.973557 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.973805 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.974030 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.974275 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.974515 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.974739 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.974962 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.975844 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.975844 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.976252 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.976704 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.977080 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.977472 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.977704 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.977932 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.978194 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.978419 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.978665 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.978908 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.979134 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.979357 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.979576 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.979799 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.980020 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.980242 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.980458 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.980694 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.980912 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.981300 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.981541 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.981888 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.982117 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.982563 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.982859 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.983159 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.983433 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.983686 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.983933 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.984179 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.984401 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.984725 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.984976 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.985205 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.985440 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.985709 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.985957 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.986200 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.986987 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.987380 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.987622 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.987867 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.988118 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.988376 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.988635 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.988881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.989148 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.989413 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.989667 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.989916 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.990149 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.990434 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.990680 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.990950 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.991199 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.991469 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.991825 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.992375 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.992666 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.992932 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.993184 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.993439 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.993825 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.994456 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.994983 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.995386 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.995651 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.995912 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.996165 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.996383 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.996764 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.997160 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.997473 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.997792 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.998136 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.998356 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.998773 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.999190 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.999435 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:18.999925 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.000175 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.000425 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.000693 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.000933 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.001151 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.001383 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.001616 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.001833 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.002085 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.002417 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.002662 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.002881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.003093 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.003364 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.003578 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.003798 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.004555 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.004863 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.005084 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.005352 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.005569 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.005793 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.006033 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.006270 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.006486 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.006857 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.007288 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.007612 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.007836 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.008105 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.008361 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.008626 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.008888 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.009120 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.009358 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.009593 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.009845 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.010175 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.010411 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.010621 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.010849 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.011058 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.011288 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.011692 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.011918 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.012176 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.012461 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.012819 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.013061 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.013325 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.013572 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.013788 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.014025 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.014243 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.014622 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.014838 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.015054 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.015269 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.015525 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.015909 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.016249 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.016465 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.016720 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.016967 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.017198 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.017408 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.017704 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.017959 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.018190 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.018476 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.018699 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.018952 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.019182 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.019391 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.019696 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.020426 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.020806 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.021026 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.021257 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.021470 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.021685 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.021913 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.022130 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.022343 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.022569 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.022800 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.023010 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.023232 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.023469 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.023678 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.023921 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.024174 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.024385 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.024619 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.024847 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.025058 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.025356 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.025603 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.025820 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.026086 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.026313 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.026558 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.026804 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.027407 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.027625 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.027891 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.028113 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.028368 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.028599 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.028900 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.029214 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.029510 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.029769 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.030027 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.030291 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.030572 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.030846 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.031066 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.031879 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.032198 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.032470 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.032750 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.032996 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.033265 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.033651 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.034044 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.034294 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.034528 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.034750 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.035022 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.035317 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.035762 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.035997 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.036202 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.036417 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.036665 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.036905 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.037143 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.037378 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.037533 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 02 10:57:19.038224 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93070) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 02 10:57:19.038389 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 02 10:57:19.038544 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 02 10:57:19.038718 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 02 10:57:19.038887 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 02 10:57:19.039042 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 02 10:57:19.039248 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.039410 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.039570 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.039728 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.039887 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.040069 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.040230 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.040391 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.040552 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.040733 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.040896 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.041045 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.041188 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.041326 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.041488 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.041632 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.041790 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.041949 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.042112 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.042271 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.042430 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.042588 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.042746 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] debug = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.042911 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.043100 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.043269 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.043397 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.043554 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.043711 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.043868 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.044027 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.044186 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.044343 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.044551 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.044699 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.044825 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.044947 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.045108 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.045266 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.045423 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.045582 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] host = dv-cinder-784092-13-iscsi {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.045730 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.045882 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.046019 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.046178 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.046336 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.046495 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.046653 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.046801 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.046957 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.047319 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.047319 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.047593 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.047593 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.047826 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_file = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.047948 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_options = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.048032 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.048153 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.048310 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.048494 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.048684 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.048864 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.049022 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.049180 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.049329 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.049483 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.049654 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.049782 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.049931 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.050072 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:57:19.050214 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.050214 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.050453 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.050576 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.050699 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.051330 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.051572 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.051774 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.051774 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.052103 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.052103 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.052338 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.052338 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.052574 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.052714 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.052838 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.052966 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.053091 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.053250 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.053408 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.053564 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.053723 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.053867 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.054024 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.054186 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.054344 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.054501 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.054659 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.054816 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.054972 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.055129 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.055285 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.055441 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] use_json = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.055598 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.055755 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.055912 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.056070 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.056225 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.056382 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.056538 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.056719 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 02 10:57:19.056898 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.057060 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.057233 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.057395 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.057556 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.057718 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.057879 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.058041 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.058201 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.058362 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.058530 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.058691 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.058864 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.059029 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.059190 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.059353 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.059514 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.059677 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.059839 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.059999 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.060160 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.060322 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.060499 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.060680 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.060844 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.061006 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.061169 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.061379 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.061514 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.061650 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.061795 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.061957 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.062203 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.062416 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.062665 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.062826 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.063075 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.063179 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.063341 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.063510 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.063720 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.064160 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.064296 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.064422 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.064579 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.064768 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.064934 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.065095 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.065414 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.065579 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.065754 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.065916 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.066078 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.066241 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.066404 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.067396 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.067396 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.067691 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.067691 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.067908 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.067908 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.068131 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.068257 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.068380 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.068504 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.068687 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.068808 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.068971 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.069132 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.069295 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.069457 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.069620 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.069782 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.069943 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.070105 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.070267 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.070428 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.070581 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.070740 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.070901 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.071063 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.071224 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.071385 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.071547 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.071716 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.071895 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.072060 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.072218 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.072534 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.072725 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.072892 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.073051 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.073211 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.073373 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.073539 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.074304 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.074304 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.074304 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.074304 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.074304 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.075366 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.075366 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.075366 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.075366 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.075366 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.075366 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.075366 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.076684 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.076684 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.076684 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.076684 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.076684 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.076684 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.076684 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.076684 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081042 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081042 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081042 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081042 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081042 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081042 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081042 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081042 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081587 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081587 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081587 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081587 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081587 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081587 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081587 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.081587 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082025 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082025 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082025 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082025 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082025 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082025 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082025 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082025 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082487 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082487 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082487 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082487 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082487 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082487 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082487 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.082487 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083089 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083089 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083089 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083089 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083089 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083089 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083089 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083089 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083518 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083518 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083518 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083518 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083518 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083797 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083797 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.083922 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.084110 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.084193 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.084355 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.084517 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.084702 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.084865 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.085030 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.085192 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.085352 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.085515 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.085664 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.085825 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.085986 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.086151 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.086313 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.086474 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.086636 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.086797 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.086958 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.087120 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.087281 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.087442 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.087602 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.087762 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.087938 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.088099 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.088259 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.088419 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.088579 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.088800 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.088926 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.089543 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.089543 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.089543 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.089908 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.089908 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.090114 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.090196 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.090399 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.090739 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.090905 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.091215 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.091523 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.091876 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.092192 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.092388 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.092554 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.092742 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.092893 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.093037 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.093201 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.093360 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.093526 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.093687 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.093888 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.094007 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.094169 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.094331 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.094491 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.094656 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.094815 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.094984 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.095144 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.095307 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.095457 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.095621 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.095781 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.095952 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.096116 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.096277 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.096437 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.096598 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.096778 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.096949 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.097113 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.097278 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.097447 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.097602 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.097809 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.098020 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.098198 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.098360 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.098524 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.098685 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.098851 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.099015 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.099179 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.099350 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.099523 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.099692 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.099856 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.100028 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.100199 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.100367 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.100532 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.100723 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.100897 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.101059 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.101218 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.101380 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.101540 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.101702 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.101861 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.102022 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.102203 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.102347 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.102508 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.102672 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.102868 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.103012 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.103149 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.103283 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.103439 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.103610 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.103754 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.103881 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 02 10:57:19.104035 dv-cinder-784092-13-iscsi neutron-server[93070]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93070) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 02 10:57:19.367564 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 32818) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:57:19.375912 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061858 Jul 02 10:57:30.741933 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6c2146-83dd-41af-a2dc-1a44b80d361e None None] get_active_networks_info from dv-cinder-784092-13-iscsi {{(pid=93179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 02 10:57:30.807605 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c2146-83dd-41af-a2dc-1a44b80d361e None None] No non-hosted networks {{(pid=93179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 02 10:57:30.830844 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.agentschedulers_db [None req-4c6c2146-83dd-41af-a2dc-1a44b80d361e None None] DHCP Agent not found on host dv-cinder-784092-13-iscsi {{(pid=93179) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 02 10:57:30.964847 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ebffb6be-5050-47d5-8cd2-a0e3f0668bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698957'] for agent, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:33.038184 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2853c4e6-1b19-44bf-9f1b-504ef7828263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698957'] for agent, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:33.087033 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f6de1d61-5299-4b2c-8148-c8cf5d404b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:33.465165 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698957'] for agent, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:33.466181 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:33.466666 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:33.467142 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:33.467628 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:33.468114 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:33.468647 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:33.477015 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:33.477544 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:33.478037 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:33.478518 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:33.479008 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:33.479488 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:33.480025 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784092-13-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:57:33.486523 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784092-13-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:57:34.358328 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698957'] for agent, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:35.819668 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698957'] for agent, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:37.174993 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 32910) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:57:37.678341 dv-cinder-784092-13-iscsi neutron-server[93178]: WARNING oslo_policy.policy [None req-58da5c42-97bb-4823-a203-f9d4f28bc75d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 10:57:37.679054 dv-cinder-784092-13-iscsi neutron-server[93178]: WARNING oslo_policy.policy [None req-58da5c42-97bb-4823-a203-f9d4f28bc75d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 10:57:37.897811 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [None req-58da5c42-97bb-4823-a203-f9d4f28bc75d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 10:57:37.898879 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-58da5c42-97bb-4823-a203-f9d4f28bc75d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7225451 Jul 02 10:57:38.364327 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.db.l3_hamode_db [None req-aa66e846-65f6-4884-9906-c22cc3ba3490 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 02 10:57:38.439853 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa66e846-65f6-4884-9906-c22cc3ba3490 None None] Routers set() bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 10:57:38.440252 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa66e846-65f6-4884-9906-c22cc3ba3490 None None] Router IDs set() for agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 02 10:57:40.276793 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 32924) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:57:40.581079 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-218efe60-c320-4954-808e-29126ffd0b8b admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 10:57:40.675100 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.policy [None req-218efe60-c320-4954-808e-29126ffd0b8b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93178) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 02 10:57:40.719173 dv-cinder-784092-13-iscsi neutron-server[93178]: WARNING oslo_policy.policy [None req-218efe60-c320-4954-808e-29126ffd0b8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 10:57:40.719541 dv-cinder-784092-13-iscsi neutron-server[93178]: WARNING oslo_policy.policy [None req-218efe60-c320-4954-808e-29126ffd0b8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 10:57:40.729597 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.quota [None req-218efe60-c320-4954-808e-29126ffd0b8b admin admin] Loaded quota_driver: . Jul 02 10:57:40.821780 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-218efe60-c320-4954-808e-29126ffd0b8b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738736765682', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738736751783', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738736744628', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738736747214', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738736740680', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738736719609', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3753252', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3753995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-620142', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-734484'] for rbac-policy, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:40.886542 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-218efe60-c320-4954-808e-29126ffd0b8b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:40.887657 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-218efe60-c320-4954-808e-29126ffd0b8b admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6096380 Jul 02 10:57:43.437203 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 32936) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:57:43.923671 dv-cinder-784092-13-iscsi neutron-server[93177]: WARNING oslo_policy.policy [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 10:57:43.924263 dv-cinder-784092-13-iscsi neutron-server[93177]: WARNING oslo_policy.policy [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 10:57:44.144294 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '264929aab5514b7daab5c9c21419c683', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'name': 'private'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 10:57:44.145949 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.quota [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Loaded quota_driver: . Jul 02 10:57:44.208428 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Made reservation on behalf of 264929aab5514b7daab5c9c21419c683 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 10:57:44.273571 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.policy [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93177) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 02 10:57:44.318033 dv-cinder-784092-13-iscsi neutron-server[93177]: WARNING oslo_policy.policy [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 10:57:44.318398 dv-cinder-784092-13-iscsi neutron-server[93177]: WARNING oslo_policy.policy [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 02 10:57:44.328274 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:44.350719 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:44.485575 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:44.489766 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:44.510183 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 10:57:44.539555 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738737937201', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:44.540282 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Unsubscribe: segment precommit_create {{(pid=93177) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 02 10:57:44.540959 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.segments_db [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Added segment c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5 of type vlan for network eab8282c-e05d-4747-9393-f703098eec9a Jul 02 10:57:44.559801 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b35b3cc-719c-4ef0-84a4-d363d299fa3a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:57:44.580525 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:44.580955 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:44.581880 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:44.582253 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:44.582585 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:44.582931 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:44.583265 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:44.583608 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:44.583969 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:44.584287 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:44.584621 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:44.584946 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Tracked resource versions report: Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: pushed versions: Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: { 'AddressGroup': {'1.2'}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'ConntrackHelper': {'1.0'}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Log': {'1.0'}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Network': {'1.1'}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Port': {'1.7'}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'PortForwarding': {'1.2'}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'QosPolicy': {'1.8'}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'SecurityGroup': {'1.4'}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'SecurityGroupRule': {'1.2'}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'SubPort': {'1.0'}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Subnet': {'1.1'}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Trunk': {'1.1'}} Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: consumer versions: Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: { DHCP agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: L3 agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: Metadata agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: Metering agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: Open vSwitch agent@dv-cinder-784092-13-iscsi: { 'AddressGroup': '1.2', Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'ConntrackHelper': '1.0', Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Log': '1.0', Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Network': '1.1', Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Port': '1.7', Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'PortForwarding': '1.2', Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'QosPolicy': '1.8', Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'SecurityGroup': '1.4', Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'SecurityGroupRule': '1.2', Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'SubPort': '1.0', Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Subnet': '1.1', Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Trunk': '1.1'}} Jul 02 10:57:44.586311 dv-cinder-784092-13-iscsi neutron-server[93177]: {{(pid=93177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 10:57:44.685093 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:44.747235 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:44.749155 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:57:44.750149 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:44.815777 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3763425 Jul 02 10:57:44.867296 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40d81f-373b-4264-9baa-4afe332d3e2c admin admin] Pushing event updated for resources: {'Network': ['ID=eab8282c-e05d-4747-9393-f703098eec9a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:57:44.879658 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network eab8282c-e05d-4747-9393-f703098eec9a details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 10:57:47.491573 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 32958) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:57:47.874817 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3731357b-b695-4470-8f62-4ec70e484f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:57:47.876157 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3731357b-b695-4470-8f62-4ec70e484f28 admin admin] 10.222.0.24 "GET /v2.0/networks/eab8282c-e05d-4747-9393-f703098eec9a HTTP/1.1" status: 200 len: 825 time: 0.3835986 Jul 02 10:57:47.916210 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a39b1260-6936-45d3-873d-32cded2b60f4 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/a25dc273-ab9e-485d-8389-09ceb447a138 HTTP/1.1" status: 200 len: 734 time: 0.0345669 Jul 02 10:57:47.925065 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-28d911b8-3511-496e-adf8-9848b92c3a40 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'a25dc273-ab9e-485d-8389-09ceb447a138', 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a', 'tenant_id': '264929aab5514b7daab5c9c21419c683'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 10:57:47.947185 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d911b8-3511-496e-adf8-9848b92c3a40 admin admin] Made reservation on behalf of 264929aab5514b7daab5c9c21419c683 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 10:57:47.949582 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-28d911b8-3511-496e-adf8-9848b92c3a40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:48.240237 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-28d911b8-3511-496e-adf8-9848b92c3a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:48.307869 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d911b8-3511-496e-adf8-9848b92c3a40 admin admin] Checking segment: {'id': 'c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 10:57:48.308244 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d911b8-3511-496e-adf8-9848b92c3a40 admin admin] Network hostable DHCP agents. Network: eab8282c-e05d-4747-9393-f703098eec9a, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 10:57:48.312567 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d911b8-3511-496e-adf8-9848b92c3a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75574d02-0c92-4a79-8e19-9f3a6d131d17,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:57:48.330671 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d911b8-3511-496e-adf8-9848b92c3a40 admin admin] Network eab8282c-e05d-4747-9393-f703098eec9a is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 10:57:48.343037 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-28d911b8-3511-496e-adf8-9848b92c3a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, eab8282c-e05d-4747-9393-f703098eec9a) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 10:57:48.348775 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d911b8-3511-496e-adf8-9848b92c3a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:57:48.349355 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-28d911b8-3511-496e-adf8-9848b92c3a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:48.353863 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c126173-d936-48ed-b5dd-630c09be3fc0 None None] Network eab8282c-e05d-4747-9393-f703098eec9a requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 10:57:48.362214 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-28d911b8-3511-496e-adf8-9848b92c3a40 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4405503 Jul 02 10:57:48.664775 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp771782b2-23d0-564c-8300-e9a8c7d0fe53-eab8282c-e05d-4747-9393-f703098eec9a', 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'fixed_ips': [{'subnet_id': '75574d02-0c92-4a79-8e19-9f3a6d131d17'}]}} from dv-cinder-784092-13-iscsi. {{(pid=93179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 10:57:48.666006 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:48.937307 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.db_base_plugin_common [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Allocated IP 172.20.0.2 (eab8282c-e05d-4747-9393-f703098eec9a/75574d02-0c92-4a79-8e19-9f3a6d131d17/0f733960-1e2f-41ff-b886-ab2930811785) {{(pid=93179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 10:57:49.137558 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Notify callbacks [] for port, precommit_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:49.179221 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Transition to ACTIVE for port object 0f733960-1e2f-41ff-b886-ab2930811785 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 10:57:49.200632 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Transition to ACTIVE for port object 0f733960-1e2f-41ff-b886-ab2930811785 will not be triggered until provisioned by entity DHCP. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 10:57:49.209603 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:49.272684 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Network eab8282c-e05d-4747-9393-f703098eec9a is already hosted by enough agents. {{(pid=93179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 10:57:49.281451 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.base_scheduler [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Resources bound (agent type, host, resource id): {{(pid=93179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 10:57:49.292365 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Received port after_create {{(pid=93179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 10:57:49.295451 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Pushing event updated for resources: {'Port': ['ID=0f733960-1e2f-41ff-b886-ab2930811785,revision_number=1']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:57:49.311941 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:49.311941 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:49.311941 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:49.312831 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:49.313074 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:49.313385 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:49.313725 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:49.314092 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:49.314443 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:49.314797 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:49.315101 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:49.315423 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Tracked resource versions report: Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: pushed versions: Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: { 'AddressGroup': {'1.2'}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'ConntrackHelper': {'1.0'}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Log': {'1.0'}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Network': {'1.1'}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Port': {'1.7'}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'PortForwarding': {'1.2'}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'QosPolicy': {'1.8'}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'SecurityGroup': {'1.4'}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'SecurityGroupRule': {'1.2'}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'SubPort': {'1.0'}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Subnet': {'1.1'}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Trunk': {'1.1'}} Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: consumer versions: Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: { DHCP agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: L3 agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: Metadata agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: Metering agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: Open vSwitch agent@dv-cinder-784092-13-iscsi: { 'AddressGroup': '1.2', Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'ConntrackHelper': '1.0', Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Log': '1.0', Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Network': '1.1', Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Port': '1.7', Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'PortForwarding': '1.2', Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'QosPolicy': '1.8', Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'SecurityGroup': '1.4', Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'SecurityGroupRule': '1.2', Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'SubPort': '1.0', Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Subnet': '1.1', Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Trunk': '1.1'}} Jul 02 10:57:49.317541 dv-cinder-784092-13-iscsi neutron-server[93179]: {{(pid=93179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 10:57:49.383139 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Attempting to bind port 0f733960-1e2f-41ff-b886-ab2930811785 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 10:57:49.383769 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Attempting to bind port 0f733960-1e2f-41ff-b886-ab2930811785 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': 'c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 10:57:49.384006 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Attempting to bind port 0f733960-1e2f-41ff-b886-ab2930811785 on network eab8282c-e05d-4747-9393-f703098eec9a {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 10:57:49.388931 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 10, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 10:57:49.389332 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Checking segment: {'id': 'c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 10:57:49.389803 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:49.390189 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Bound using segment: {'id': 'c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 10:57:49.390659 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Bound port: 0f733960-1e2f-41ff-b886-ab2930811785, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 10:57:49.391066 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:49.454115 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] For port 0f733960-1e2f-41ff-b886-ab2930811785, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 10:57:49.458633 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] For port 0f733960-1e2f-41ff-b886-ab2930811785, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=0f733960-1e2f-41ff-b886-ab2930811785,segment=NetworkSegment(c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5),segment_id=c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 10:57:49.462584 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:49.529088 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f5f21-4e0b-4d1f-a949-d59c023942bd None None] Pushing event updated for resources: {'Port': ['ID=0f733960-1e2f-41ff-b886-ab2930811785,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:57:50.761880 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 32966) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:57:51.075417 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [None req-e02ec964-c43a-46e1-b125-2c78aa609ef0 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 10:57:51.076499 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-e02ec964-c43a-46e1-b125-2c78aa609ef0 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136733 Jul 02 10:57:53.431136 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 32974) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:57:53.738022 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [None req-db0a4ccc-9565-4c66-8edf-0ccf423cdd9a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 10:57:53.738988 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-db0a4ccc-9565-4c66-8edf-0ccf423cdd9a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3066728 Jul 02 10:57:55.312666 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 0f733960-1e2f-41ff-b886-ab2930811785 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 10:57:55.394390 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 0f733960-1e2f-41ff-b886-ab2930811785 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 10:57:55.687374 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a36ceed-1226-4a9b-9d32-3effe5cc374c None None] Network eab8282c-e05d-4747-9393-f703098eec9a requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 10:57:55.800785 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-85d13b6a-73ac-434b-95aa-7fc72704aa9a None None] Provisioning for port 0f733960-1e2f-41ff-b886-ab2930811785 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 10:57:55.808108 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-85d13b6a-73ac-434b-95aa-7fc72704aa9a None None] Provisioning complete for port 0f733960-1e2f-41ff-b886-ab2930811785 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 10:57:55.808501 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-85d13b6a-73ac-434b-95aa-7fc72704aa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:55.974515 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-85d13b6a-73ac-434b-95aa-7fc72704aa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:56.010357 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-85d13b6a-73ac-434b-95aa-7fc72704aa9a None None] For port 0f733960-1e2f-41ff-b886-ab2930811785, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=0f733960-1e2f-41ff-b886-ab2930811785,segment=NetworkSegment(c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5),segment_id=c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 10:57:56.015247 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-85d13b6a-73ac-434b-95aa-7fc72704aa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:56.063917 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d13b6a-73ac-434b-95aa-7fc72704aa9a None None] Pushing event updated for resources: {'Port': ['ID=0f733960-1e2f-41ff-b886-ab2930811785,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:57:56.235167 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-37d9ec59-3602-4b4d-aba3-6a402f909a17 None None] Provisioning complete for port 0f733960-1e2f-41ff-b886-ab2930811785 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 10:57:56.235537 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-37d9ec59-3602-4b4d-aba3-6a402f909a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:56.397395 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 32988) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:57:56.684878 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-293aad7a-b62b-49cc-880f-b219b27af121 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'name': 'router1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 10:57:56.711283 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-293aad7a-b62b-49cc-880f-b219b27af121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13668'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:56.712759 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-293aad7a-b62b-49cc-880f-b219b27af121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13693'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:56.849557 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-293aad7a-b62b-49cc-880f-b219b27af121 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:56.855882 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-293aad7a-b62b-49cc-880f-b219b27af121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700700'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:56.868092 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-293aad7a-b62b-49cc-880f-b219b27af121 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:56.869323 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-293aad7a-b62b-49cc-880f-b219b27af121 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4709311 Jul 02 10:57:57.271907 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 0f733960-1e2f-41ff-b886-ab2930811785 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 10:57:57.317730 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 0f733960-1e2f-41ff-b886-ab2930811785 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 10:57:57.318097 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:57:59.208171 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 32996) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:57:59.514992 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [None req-61c71281-8c1d-4f85-83fd-4c2604a9dc1a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 10:57:59.515993 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-61c71281-8c1d-4f85-83fd-4c2604a9dc1a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3068480 Jul 02 10:58:00.674770 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d37626ae-8b38-49b9-81e9-77ceedebc58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:01.857781 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33004) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:58:02.166175 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 10:58:02.186554 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Made reservation on behalf of 02870706e4b042f18596781faa3ddabe for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 10:58:02.189210 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:02.198925 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:02.287455 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:02.291600 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:02.305859 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Reserving flat network on physical network physnet1 {{(pid=93177) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 02 10:58:02.326823 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:02.327154 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.segments_db [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Added segment 204119df-e50c-475b-b84b-8bfcf69d260e of type flat for network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 Jul 02 10:58:02.328401 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fc363c-7d06-46c7-b7a4-f7d6eccc086a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:58:02.376723 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:02.412657 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:02.413597 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:58:02.414161 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:02.446209 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5857847 Jul 02 10:58:02.478637 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4efb1-c31e-4c8b-bac2-1c3e4c04fc15 admin admin] Pushing event updated for resources: {'Network': ['ID=9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:58:02.489616 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 10:58:03.020259 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a613b64e-ead7-4600-9c09-ebd116d0bb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:03.449451 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:04.311761 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:04.820042 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33022) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:58:04.991496 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2805fc-908b-416a-8cee-00d6592a7ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:58:04.992819 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-eb2805fc-908b-416a-8cee-00d6592a7ee9 admin admin] 10.222.0.24 "GET /v2.0/subnets/75574d02-0c92-4a79-8e19-9f3a6d131d17 HTTP/1.1" status: 200 len: 849 time: 0.1717646 Jul 02 10:58:05.107530 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-f5cce3e3-3333-473e-b920-da1943418104 admin admin] 10.222.0.24 "GET /v2.0/routers/0cf63d0d-3be0-4943-8219-971c1f51cbac HTTP/1.1" status: 200 len: 704 time: 0.1094201 Jul 02 10:58:05.366716 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:05.655376 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Allocated IP 172.20.0.1 (eab8282c-e05d-4747-9393-f703098eec9a/75574d02-0c92-4a79-8e19-9f3a6d131d17/2ec4d2d1-794d-40a9-ad5a-3833b215322f) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 10:58:05.782045 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:05.851400 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:05.873132 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Transition to ACTIVE for port object 2ec4d2d1-794d-40a9-ad5a-3833b215322f will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 10:58:05.953026 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:06.031427 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Network eab8282c-e05d-4747-9393-f703098eec9a is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 10:58:06.038762 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 10:58:06.040888 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec4d2d1-794d-40a9-ad5a-3833b215322f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:58:06.051820 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 10:58:06.052378 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699676'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:06.265631 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:06.283869 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-5b90f663-1c37-4d70-9522-88ea5d4da52d None None] Provisioning for port 2ec4d2d1-794d-40a9-ad5a-3833b215322f completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 10:58:06.288529 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-5b90f663-1c37-4d70-9522-88ea5d4da52d None None] Provisioning complete for port 2ec4d2d1-794d-40a9-ad5a-3833b215322f triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 10:58:06.288938 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-5b90f663-1c37-4d70-9522-88ea5d4da52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:06.328321 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-5b90f663-1c37-4d70-9522-88ea5d4da52d None None] Port 2ec4d2d1-794d-40a9-ad5a-3833b215322f cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 10:58:06.449091 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:06.453409 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:06.454119 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699866'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:06.536339 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec4d2d1-794d-40a9-ad5a-3833b215322f,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:58:06.578696 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Network eab8282c-e05d-4747-9393-f703098eec9a is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 10:58:06.579948 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 10:58:06.743506 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Router 0cf63d0d-3be0-4943-8219-971c1f51cbac is scheduled to L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 10:58:06.748859 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-17959a0e-4637-4516-820a-019d61a9bafb None None] Provisioning complete for port 2ec4d2d1-794d-40a9-ad5a-3833b215322f triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 10:58:06.749237 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-17959a0e-4637-4516-820a-019d61a9bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:06.781739 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-17959a0e-4637-4516-820a-019d61a9bafb None None] Port 2ec4d2d1-794d-40a9-ad5a-3833b215322f cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 10:58:06.834350 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 10:58:06.839383 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-9ee34ea7-276a-4b28-b818-551e32312575 admin admin] 10.222.0.24 "PUT /v2.0/routers/0cf63d0d-3be0-4943-8219-971c1f51cbac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7270999 Jul 02 10:58:06.843536 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Sync routers for ids ['0cf63d0d-3be0-4943-8219-971c1f51cbac'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 10:58:06.857970 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Routers {'0cf63d0d-3be0-4943-8219-971c1f51cbac'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 10:58:06.858742 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-d6becf54-9798-429b-a158-bdbaece354de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T10:58:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['0cf63d0d-3be0-4943-8219-971c1f51cbac'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:58:07.044759 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Set router 0cf63d0d-3be0-4943-8219-971c1f51cbac gateway port host: None {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 10:58:07.476283 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-d6becf54-9798-429b-a158-bdbaece354de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'name': 'router1', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T10:57:56Z', 'updated_at': '2021-07-02T10:58:06Z', 'revision_number': 2, 'project_id': '264929aab5514b7daab5c9c21419c683', 'gw_port_host': None, '_interfaces': [{'id': '2ec4d2d1-794d-40a9-ad5a-3833b215322f', 'name': '', 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'mac_address': 'fa:16:3e:56:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75574d02-0c92-4a79-8e19-9f3a6d131d17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T10:58:05Z', 'updated_at': '2021-07-02T10:58:06Z', 'revision_number': 2, 'project_id': '264929aab5514b7daab5c9c21419c683', 'subnets': [{'id': '75574d02-0c92-4a79-8e19-9f3a6d131d17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a25dc273-ab9e-485d-8389-09ceb447a138'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:58:07.528827 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Checking router: 0cf63d0d-3be0-4943-8219-971c1f51cbac for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 10:58:07.529209 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Updating router 0cf63d0d-3be0-4943-8219-971c1f51cbac port 2ec4d2d1-794d-40a9-ad5a-3833b215322f binding host dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 10:58:07.593742 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:08.092255 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Notify callbacks [] for port, precommit_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:08.110018 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.provisioning_blocks [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Transition to ACTIVE for port object 2ec4d2d1-794d-40a9-ad5a-3833b215322f will not be triggered until provisioned by entity L2. {{(pid=93180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 10:58:08.117319 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:08.273398 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Pushing event updated for resources: {'Port': ['ID=2ec4d2d1-794d-40a9-ad5a-3833b215322f,revision_number=3']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:58:08.286525 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:08.286892 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:08.287238 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:08.287576 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:08.287907 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:08.288234 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:08.288571 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:08.289485 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:08.289485 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:08.289816 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:08.290144 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:08.290466 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Tracked resource versions report: Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: pushed versions: Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: { 'AddressGroup': {'1.2'}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'ConntrackHelper': {'1.0'}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Log': {'1.0'}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Network': {'1.1'}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Port': {'1.7'}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'PortForwarding': {'1.2'}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'QosPolicy': {'1.8'}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'SecurityGroup': {'1.4'}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'SecurityGroupRule': {'1.2'}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'SubPort': {'1.0'}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Subnet': {'1.1'}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Trunk': {'1.1'}} Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: consumer versions: Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: { DHCP agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: L3 agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: Metadata agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: Metering agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: Open vSwitch agent@dv-cinder-784092-13-iscsi: { 'AddressGroup': '1.2', Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'ConntrackHelper': '1.0', Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Log': '1.0', Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Network': '1.1', Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Port': '1.7', Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'PortForwarding': '1.2', Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'QosPolicy': '1.8', Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'SecurityGroup': '1.4', Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'SecurityGroupRule': '1.2', Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'SubPort': '1.0', Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Subnet': '1.1', Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Trunk': '1.1'}} Jul 02 10:58:08.291813 dv-cinder-784092-13-iscsi neutron-server[93180]: {{(pid=93180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 10:58:08.296878 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Attempting to bind port 2ec4d2d1-794d-40a9-ad5a-3833b215322f on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 10:58:08.297281 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Attempting to bind port 2ec4d2d1-794d-40a9-ad5a-3833b215322f by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': 'c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a'}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 10:58:08.297722 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Attempting to bind port 2ec4d2d1-794d-40a9-ad5a-3833b215322f on network eab8282c-e05d-4747-9393-f703098eec9a {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 10:58:08.305149 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 10:58:08.305583 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Checking segment: {'id': 'c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 10:58:08.306082 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:08.306474 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Bound using segment: {'id': 'c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a'} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 10:58:08.306978 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Bound port: 2ec4d2d1-794d-40a9-ad5a-3833b215322f, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a'}}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 10:58:08.307394 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:08.373276 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-d6becf54-9798-429b-a158-bdbaece354de None None] For port 2ec4d2d1-794d-40a9-ad5a-3833b215322f, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 10:58:08.393950 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-d6becf54-9798-429b-a158-bdbaece354de None None] For port 2ec4d2d1-794d-40a9-ad5a-3833b215322f, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=2ec4d2d1-794d-40a9-ad5a-3833b215322f,segment=NetworkSegment(c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5),segment_id=c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5)] {{(pid=93180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 10:58:08.398008 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:08.444906 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Routers {'0cf63d0d-3be0-4943-8219-971c1f51cbac'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 10:58:08.445223 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-d6becf54-9798-429b-a158-bdbaece354de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T10:58:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['0cf63d0d-3be0-4943-8219-971c1f51cbac'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:58:08.529012 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298e78f-f5d3-438c-8df4-8276557d993e None None] Pushing event updated for resources: {'Port': ['ID=2ec4d2d1-794d-40a9-ad5a-3833b215322f,revision_number=4']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:58:08.548628 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-d6becf54-9798-429b-a158-bdbaece354de None None] Set router 0cf63d0d-3be0-4943-8219-971c1f51cbac gateway port host: None {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 10:58:08.757382 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-d6becf54-9798-429b-a158-bdbaece354de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'name': 'router1', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T10:57:56Z', 'updated_at': '2021-07-02T10:58:06Z', 'revision_number': 2, 'project_id': '264929aab5514b7daab5c9c21419c683', 'gw_port_host': None, '_interfaces': [{'id': '2ec4d2d1-794d-40a9-ad5a-3833b215322f', 'name': '', 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'mac_address': 'fa:16:3e:56:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75574d02-0c92-4a79-8e19-9f3a6d131d17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T10:58:05Z', 'updated_at': '2021-07-02T10:58:08Z', 'revision_number': 4, 'project_id': '264929aab5514b7daab5c9c21419c683', 'subnets': [{'id': '75574d02-0c92-4a79-8e19-9f3a6d131d17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a25dc273-ab9e-485d-8389-09ceb447a138'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:58:08.782813 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6becf54-9798-429b-a158-bdbaece354de None None] The sync data for ids ['0cf63d0d-3be0-4943-8219-971c1f51cbac'] in dv-cinder-784092-13-iscsi is: [{'id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'name': 'router1', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T10:57:56Z', 'updated_at': '2021-07-02T10:58:06Z', 'revision_number': 2, 'project_id': '264929aab5514b7daab5c9c21419c683', 'gw_port_host': None, '_interfaces': [{'id': '2ec4d2d1-794d-40a9-ad5a-3833b215322f', 'name': '', 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'mac_address': 'fa:16:3e:56:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75574d02-0c92-4a79-8e19-9f3a6d131d17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T10:58:05Z', 'updated_at': '2021-07-02T10:58:08Z', 'revision_number': 4, 'project_id': '264929aab5514b7daab5c9c21419c683', 'subnets': [{'id': '75574d02-0c92-4a79-8e19-9f3a6d131d17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a25dc273-ab9e-485d-8389-09ceb447a138'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 10:58:09.054421 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 33044) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:58:09.233896 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fd2523-a644-4d08-bffc-1fd70e4036d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:58:09.235427 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-39fd2523-a644-4d08-bffc-1fd70e4036d5 admin admin] 10.222.0.24 "GET /v2.0/networks/9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 HTTP/1.1" status: 200 len: 842 time: 0.1799815 Jul 02 10:58:09.244946 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Request body: {'subnet': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 10:58:09.279393 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Made reservation on behalf of 02870706e4b042f18596781faa3ddabe for: {'subnet': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 10:58:09.282196 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:09.692945 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.objects.ports [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93178) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 02 10:58:09.693323 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for subnet, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:09.760169 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Checking segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 10:58:09.760540 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Network hostable DHCP agents. Network: 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 10:58:09.765103 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f146cd6e-40c1-4840-88db-9d923df599f7,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:58:09.774953 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:09.775309 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:09.775653 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:09.775987 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:09.776318 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:09.776673 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:09.777002 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:09.777595 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:09.777936 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:09.778258 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:09.778575 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:09.778893 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Tracked resource versions report: Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: pushed versions: Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: { 'AddressGroup': {'1.2'}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'ConntrackHelper': {'1.0'}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Log': {'1.0'}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Network': {'1.1'}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Port': {'1.7'}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'PortForwarding': {'1.2'}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'QosPolicy': {'1.8'}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'SecurityGroup': {'1.4'}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'SecurityGroupRule': {'1.2'}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'SubPort': {'1.0'}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Subnet': {'1.1'}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Trunk': {'1.1'}} Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: consumer versions: Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: { DHCP agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: L3 agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: Metadata agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: Metering agent@dv-cinder-784092-13-iscsi: {}, Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: Open vSwitch agent@dv-cinder-784092-13-iscsi: { 'AddressGroup': '1.2', Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'ConntrackHelper': '1.0', Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Log': '1.0', Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Network': '1.1', Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Port': '1.7', Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'PortForwarding': '1.2', Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'QosPolicy': '1.8', Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'SecurityGroup': '1.4', Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'SecurityGroupRule': '1.2', Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'SubPort': '1.0', Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Subnet': '1.1', Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Trunk': '1.1'}} Jul 02 10:58:09.780163 dv-cinder-784092-13-iscsi neutron-server[93178]: {{(pid=93178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 10:58:09.817499 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 10:58:09.832330 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2) {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 10:58:09.836870 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:58:09.837487 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:09.841889 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313c305c-b05c-4597-b74c-297d238841b9 None None] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 10:58:09.853368 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-216cd6ff-6ba9-406c-a16b-53e6874d2d31 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6119339 Jul 02 10:58:09.978792 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d3fc8-859d-460e-9683-18079e807847 None None] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 10:58:12.188364 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 33062) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:58:12.432381 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-deea7ee9-5f31-4c2e-a968-c3f70c313d80 admin admin] 10.222.0.24 "GET /v2.0/routers/0cf63d0d-3be0-4943-8219-971c1f51cbac HTTP/1.1" status: 200 len: 710 time: 0.2428856 Jul 02 10:58:12.518244 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545e98f-382d-4702-b2df-0bf9ecbb78da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:58:12.519796 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-c545e98f-382d-4702-b2df-0bf9ecbb78da admin admin] 10.222.0.24 "GET /v2.0/networks/9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 HTTP/1.1" status: 200 len: 886 time: 0.0823195 Jul 02 10:58:12.528827 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 10:58:12.776173 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13583'] for router, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:13.016815 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:13.092979 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:13.244643 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Allocated IP 172.27.1.189 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/3bfb5329-d8c8-4073-9f01-120cbb4bee16) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 10:58:13.300979 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 2ec4d2d1-794d-40a9-ad5a-3833b215322f up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 10:58:13.348968 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 2ec4d2d1-794d-40a9-ad5a-3833b215322f completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 10:58:13.352350 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 2ec4d2d1-794d-40a9-ad5a-3833b215322f triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 10:58:13.352759 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:13.357186 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:13.442600 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:13.472983 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:13.509166 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 2ec4d2d1-794d-40a9-ad5a-3833b215322f, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=2ec4d2d1-794d-40a9-ad5a-3833b215322f,segment=NetworkSegment(c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5),segment_id=c6aba4ca-3a52-4a6f-ab9b-c2339991c4e5)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 10:58:13.513255 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:13.560941 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 10:58:13.561218 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=2ec4d2d1-794d-40a9-ad5a-3833b215322f,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:58:13.566475 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 10:58:13.572652 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 10:58:13.615526 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Pushing event updated for resources: {'Port': ['ID=3bfb5329-d8c8-4073-9f01-120cbb4bee16,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:58:13.850485 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:14.039297 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13583'] for router, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:14.042437 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-700686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-700677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703315'] for router, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:14.149288 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Router 0cf63d0d-3be0-4943-8219-971c1f51cbac has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 10:58:14.253545 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 10:58:14.257706 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] Notify callbacks [] for router, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:14.258925 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-064b5189-b7fe-47de-8395-93bb511dea21 admin admin] 10.222.0.24 "PUT /v2.0/routers/0cf63d0d-3be0-4943-8219-971c1f51cbac HTTP/1.1" status: 200 len: 890 time: 1.7337549 Jul 02 10:58:14.275860 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Sync routers for ids ['0cf63d0d-3be0-4943-8219-971c1f51cbac'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 10:58:14.287697 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Routers {'0cf63d0d-3be0-4943-8219-971c1f51cbac'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 10:58:14.288382 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T10:58:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['0cf63d0d-3be0-4943-8219-971c1f51cbac'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:58:14.505905 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Set router 0cf63d0d-3be0-4943-8219-971c1f51cbac gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 10:58:14.892774 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'name': 'router1', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '3bfb5329-d8c8-4073-9f01-120cbb4bee16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T10:57:56Z', 'updated_at': '2021-07-02T10:58:13Z', 'revision_number': 4, 'project_id': '264929aab5514b7daab5c9c21419c683', 'gw_port': {'id': '3bfb5329-d8c8-4073-9f01-120cbb4bee16', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T10:58:13Z', 'updated_at': '2021-07-02T10:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '2ec4d2d1-794d-40a9-ad5a-3833b215322f', 'name': '', 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'mac_address': 'fa:16:3e:56:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75574d02-0c92-4a79-8e19-9f3a6d131d17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T10:58:05Z', 'updated_at': '2021-07-02T10:58:13Z', 'revision_number': 5, 'project_id': '264929aab5514b7daab5c9c21419c683', 'subnets': [{'id': '75574d02-0c92-4a79-8e19-9f3a6d131d17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a25dc273-ab9e-485d-8389-09ceb447a138'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:58:14.944955 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Checking router: 0cf63d0d-3be0-4943-8219-971c1f51cbac for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 10:58:14.945334 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Updating router 0cf63d0d-3be0-4943-8219-971c1f51cbac port 3bfb5329-d8c8-4073-9f01-120cbb4bee16 binding host dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 10:58:14.977518 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:15.294386 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:15.298971 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 2ec4d2d1-794d-40a9-ad5a-3833b215322f up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 10:58:15.325114 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Transition to ACTIVE for port object 3bfb5329-d8c8-4073-9f01-120cbb4bee16 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 10:58:15.334526 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:15.394811 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Attempting to bind port 3bfb5329-d8c8-4073-9f01-120cbb4bee16 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 10:58:15.395188 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Attempting to bind port 3bfb5329-d8c8-4073-9f01-120cbb4bee16 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 10:58:15.395554 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Attempting to bind port 3bfb5329-d8c8-4073-9f01-120cbb4bee16 on network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 10:58:15.408925 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 10:58:15.409302 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Checking segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 10:58:15.409730 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:15.410124 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Bound using segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 10:58:15.410618 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Bound port: 3bfb5329-d8c8-4073-9f01-120cbb4bee16, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 10:58:15.411115 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:15.413894 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 2ec4d2d1-794d-40a9-ad5a-3833b215322f triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 10:58:15.414257 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:15.415630 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1ef63-aa1e-4482-b198-1e88765a7bfa None None] Pushing event updated for resources: {'Port': ['ID=3bfb5329-d8c8-4073-9f01-120cbb4bee16,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:58:15.568358 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] For port 3bfb5329-d8c8-4073-9f01-120cbb4bee16, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 10:58:15.572124 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] For port 3bfb5329-d8c8-4073-9f01-120cbb4bee16, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=3bfb5329-d8c8-4073-9f01-120cbb4bee16,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 10:58:15.577252 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:15.666981 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1ef63-aa1e-4482-b198-1e88765a7bfa None None] Pushing event updated for resources: {'Port': ['ID=3bfb5329-d8c8-4073-9f01-120cbb4bee16,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:58:15.670004 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Routers {'0cf63d0d-3be0-4943-8219-971c1f51cbac'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 10:58:15.670610 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T10:58:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['0cf63d0d-3be0-4943-8219-971c1f51cbac'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:58:15.778874 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] Set router 0cf63d0d-3be0-4943-8219-971c1f51cbac gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 10:58:15.988600 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'name': 'router1', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '3bfb5329-d8c8-4073-9f01-120cbb4bee16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T10:57:56Z', 'updated_at': '2021-07-02T10:58:13Z', 'revision_number': 4, 'project_id': '264929aab5514b7daab5c9c21419c683', 'gw_port': {'id': '3bfb5329-d8c8-4073-9f01-120cbb4bee16', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T10:58:13Z', 'updated_at': '2021-07-02T10:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '2ec4d2d1-794d-40a9-ad5a-3833b215322f', 'name': '', 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'mac_address': 'fa:16:3e:56:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75574d02-0c92-4a79-8e19-9f3a6d131d17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T10:58:05Z', 'updated_at': '2021-07-02T10:58:13Z', 'revision_number': 5, 'project_id': '264929aab5514b7daab5c9c21419c683', 'subnets': [{'id': '75574d02-0c92-4a79-8e19-9f3a6d131d17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a25dc273-ab9e-485d-8389-09ceb447a138'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 10:58:16.013884 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d1c34-5759-4d32-bd7a-40e339cdad2f None None] The sync data for ids ['0cf63d0d-3be0-4943-8219-971c1f51cbac'] in dv-cinder-784092-13-iscsi is: [{'id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'name': 'router1', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '3bfb5329-d8c8-4073-9f01-120cbb4bee16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T10:57:56Z', 'updated_at': '2021-07-02T10:58:13Z', 'revision_number': 4, 'project_id': '264929aab5514b7daab5c9c21419c683', 'gw_port': {'id': '3bfb5329-d8c8-4073-9f01-120cbb4bee16', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T10:58:13Z', 'updated_at': '2021-07-02T10:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '2ec4d2d1-794d-40a9-ad5a-3833b215322f', 'name': '', 'network_id': 'eab8282c-e05d-4747-9393-f703098eec9a', 'tenant_id': '264929aab5514b7daab5c9c21419c683', 'mac_address': 'fa:16:3e:56:52:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf63d0d-3be0-4943-8219-971c1f51cbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75574d02-0c92-4a79-8e19-9f3a6d131d17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T10:58:05Z', 'updated_at': '2021-07-02T10:58:13Z', 'revision_number': 5, 'project_id': '264929aab5514b7daab5c9c21419c683', 'subnets': [{'id': '75574d02-0c92-4a79-8e19-9f3a6d131d17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a25dc273-ab9e-485d-8389-09ceb447a138'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 10:58:16.645833 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 33072) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:58:16.771542 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-63f397fb-505a-4eba-9626-2bfc74b08037 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1245859 Jul 02 10:58:17.310168 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 3bfb5329-d8c8-4073-9f01-120cbb4bee16 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 10:58:17.359200 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 3bfb5329-d8c8-4073-9f01-120cbb4bee16 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 10:58:17.363067 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 3bfb5329-d8c8-4073-9f01-120cbb4bee16 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 10:58:17.363445 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:17.443256 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:17.464247 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 3bfb5329-d8c8-4073-9f01-120cbb4bee16, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=3bfb5329-d8c8-4073-9f01-120cbb4bee16,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 10:58:17.468338 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:17.515639 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=3bfb5329-d8c8-4073-9f01-120cbb4bee16,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:58:19.341196 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 3bfb5329-d8c8-4073-9f01-120cbb4bee16 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 10:58:19.389429 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 3bfb5329-d8c8-4073-9f01-120cbb4bee16 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 10:58:19.389727 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:24.980519 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 5 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 10:58:30.678341 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b2d68dbb-d0f7-46d5-99db-07370480d08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:33.037587 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-1233eb75-b985-4ebe-8087-12bad0d2310b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:33.456325 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:34.317177 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:58:35.811170 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:00.680164 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-247d89ae-79f3-42e6-bb38-3d45e420b930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:01.978599 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 5 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 10:59:03.024776 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-5b67c2b8-ec86-416b-8cf4-c37164f0d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:03.450353 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:04.312337 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:05.807312 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:30.680903 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-072c6254-3fd3-4eb8-8a19-a068158e3896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:33.018244 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-666d87b1-b8f1-46b5-9e48-30ca90b4ec62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:33.452538 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:34.316584 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:35.813441 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:38.976271 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 5 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 10:59:54.227316 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 33640) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:59:54.286189 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a83910-f6a3-4217-8ee9-701cd6f22758 admin admin] GET failed (client error): The resource could not be found. Jul 02 10:59:54.287500 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-b5a83910-f6a3-4217-8ee9-701cd6f22758 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0591755 Jul 02 10:59:54.465702 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392711e1-0b04-4102-9ecb-70fafb0476ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:59:54.467091 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-392711e1-0b04-4102-9ecb-70fafb0476ea admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1758671 Jul 02 10:59:56.629789 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33650) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:59:56.721244 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3066b50a-2b7c-48d8-a043-25b67fc1b055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:59:56.722563 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3066b50a-2b7c-48d8-a043-25b67fc1b055 admin admin] 10.222.0.24 "GET /v2.0/subnets/75574d02-0c92-4a79-8e19-9f3a6d131d17 HTTP/1.1" status: 200 len: 849 time: 0.0918503 Jul 02 10:59:56.732071 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 10:59:56.817495 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:57.024401 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738737876727'] for subnet, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:57.054473 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:59:57.055071 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:57.056360 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] 10.222.0.24 "PUT /v2.0/subnets/75574d02-0c92-4a79-8e19-9f3a6d131d17 HTTP/1.1" status: 200 len: 868 time: 0.3283448 Jul 02 10:59:57.059186 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0bd60-dd8c-4e98-95fb-4672a15b946e None None] Network eab8282c-e05d-4747-9393-f703098eec9a requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 10:59:57.080077 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75574d02-0c92-4a79-8e19-9f3a6d131d17,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 10:59:57.087351 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:59:57.087729 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:59:57.088074 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:59:57.088415 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:59:57.088777 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:59:57.089116 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:59:57.089453 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:59:57.089802 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:59:57.090158 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:59:57.090488 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:59:57.090811 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:59:57.091129 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a7d57-f9a4-4d02-8f2b-a286a9cacdd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 10:59:57.481138 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-f688fe57-ef8c-42bd-843e-bdf7c5518880 None None] Provisioning complete for port 2ec4d2d1-794d-40a9-ad5a-3833b215322f triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 10:59:57.481508 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f688fe57-ef8c-42bd-843e-bdf7c5518880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:57.563025 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-f688fe57-ef8c-42bd-843e-bdf7c5518880 None None] Provisioning complete for port 0f733960-1e2f-41ff-b886-ab2930811785 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 10:59:57.563319 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f688fe57-ef8c-42bd-843e-bdf7c5518880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 10:59:59.226055 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33660) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 10:59:59.421191 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d25f69-4f2f-4418-a171-74b0da1708a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:59:59.421402 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d25f69-4f2f-4418-a171-74b0da1708a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 10:59:59.422881 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-94d25f69-4f2f-4418-a171-74b0da1708a2 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958525 Jul 02 11:00:00.681108 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c9c83d5f-cb3e-4545-870e-4e4c4e6ed675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:01.596136 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33668) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:00:01.726134 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953272c5-261b-40e8-bd84-febda57201e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:01.726603 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953272c5-261b-40e8-bd84-febda57201e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:01.728125 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-953272c5-261b-40e8-bd84-febda57201e9 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310713 Jul 02 11:00:03.019158 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dd202ce3-c6bd-42ff-af76-a678d5bd5ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:03.454960 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:03.881081 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33676) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:00:04.006827 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff87acf5-9415-4bfe-8f8a-83f038efd9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:04.008188 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-ff87acf5-9415-4bfe-8f8a-83f038efd9ff admin admin] 10.222.0.24 "GET /v2.0/networks/9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 HTTP/1.1" status: 200 len: 886 time: 0.1261573 Jul 02 11:00:04.317859 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:05.812786 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:06.190098 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33684) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:00:06.314530 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac7612a-6389-482d-bad6-15281440c2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:06.315878 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-fac7612a-6389-482d-bad6-15281440c2b5 admin admin] 10.222.0.24 "GET /v2.0/networks/eab8282c-e05d-4747-9393-f703098eec9a HTTP/1.1" status: 200 len: 869 time: 0.1248333 Jul 02 11:00:08.496244 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33692) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:00:08.618027 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634b70f5-5fd5-431a-a105-49c0b24c2b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:08.618492 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634b70f5-5fd5-431a-a105-49c0b24c2b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:08.620000 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-634b70f5-5fd5-431a-a105-49c0b24c2b27 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227734 Jul 02 11:00:10.815201 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33700) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:00:10.903289 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9465541-73fa-4847-ab81-042bd5d00d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:10.903750 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9465541-73fa-4847-ab81-042bd5d00d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:10.905323 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-c9465541-73fa-4847-ab81-042bd5d00d50 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0891783 Jul 02 11:00:13.072320 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33708) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:00:13.173922 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b0c0cc-bb6b-4c41-96a8-2bc1b54f6c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:13.175186 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-00b0c0cc-bb6b-4c41-96a8-2bc1b54f6c50 admin admin] 10.222.0.24 "GET /v2.0/subnets/75574d02-0c92-4a79-8e19-9f3a6d131d17 HTTP/1.1" status: 200 len: 868 time: 0.1019008 Jul 02 11:00:15.313839 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33716) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:00:15.399314 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7bff04-e5dd-4fd3-80f7-329342622035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:15.400650 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-0a7bff04-e5dd-4fd3-80f7-329342622035 admin admin] 10.222.0.24 "GET /v2.0/subnets/f146cd6e-40c1-4840-88db-9d923df599f7 HTTP/1.1" status: 200 len: 816 time: 0.0858512 Jul 02 11:00:15.975397 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 5 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:00:30.682606 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ae1c3d77-6ffd-465e-aff6-b43d809d1c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:33.020828 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c5afa2c2-df59-4426-8992-3d81f2e29ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:33.457945 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:34.321995 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:35.815584 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:38.933567 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33760) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:00:38.979443 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [None req-fdbd6fc8-6cd7-43c8-89f2-f989df46ba88 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 11:00:38.980422 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-fdbd6fc8-6cd7-43c8-89f2-f989df46ba88 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459261 Jul 02 11:00:41.228368 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33768) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:00:41.287035 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5f0108-1909-4866-aec4-4b602d62bba4 admin admin] GET failed (client error): The resource could not be found. Jul 02 11:00:41.288382 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-2b5f0108-1909-4866-aec4-4b602d62bba4 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590653 Jul 02 11:00:41.427930 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22379531-2ede-4b04-b4e7-d667ec4a0570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:41.429356 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-22379531-2ede-4b04-b4e7-d667ec4a0570 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1372330 Jul 02 11:00:43.611479 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33776) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:00:43.656259 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:00:43.676908 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] Made reservation on behalf of 02870706e4b042f18596781faa3ddabe for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:00:43.679196 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:43.707799 dv-cinder-784092-13-iscsi neutron-server[93177]: WARNING neutron.services.revisions.revision_plugin [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] Could not find related network for resource to bump revision. Jul 02 11:00:43.719339 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:00:43.728634 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:43.729036 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.segments_db [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] Added segment 23601359-28ec-4bc8-a44d-10e6baf39740 of type vlan for network aa0f4785-e875-4595-ac0e-ec8be08d4918 Jul 02 11:00:43.773625 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:43.801260 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:43.802420 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:43.803008 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:43.834779 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2222972 Jul 02 11:00:43.866096 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24435a4-da21-4c6b-ad70-3a8c8db343a9 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0f4785-e875-4595-ac0e-ec8be08d4918,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:00:43.877186 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network aa0f4785-e875-4595-ac0e-ec8be08d4918 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:00:46.013719 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33784) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:00:46.072116 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-798a874c-038d-44df-847f-67214d5b443d admin admin] GET failed (client error): The resource could not be found. Jul 02 11:00:46.073460 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-798a874c-038d-44df-847f-67214d5b443d admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587590 Jul 02 11:00:46.143740 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb260b1-02d8-41da-b21f-4830618d8a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:46.145206 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3eb260b1-02d8-41da-b21f-4830618d8a5b admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678847 Jul 02 11:00:46.154795 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5c0fed81-677d-41a1-9d6b-547094dac9f2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:00:46.174758 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0fed81-677d-41a1-9d6b-547094dac9f2 admin admin] Made reservation on behalf of 02870706e4b042f18596781faa3ddabe for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:00:46.176924 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c0fed81-677d-41a1-9d6b-547094dac9f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:46.335500 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c0fed81-677d-41a1-9d6b-547094dac9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:46.396055 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fed81-677d-41a1-9d6b-547094dac9f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3041bb9f-703d-4619-83eb-b8160c57ba89,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:00:46.399338 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fed81-677d-41a1-9d6b-547094dac9f2 admin admin] Checking segment: {'id': '23601359-28ec-4bc8-a44d-10e6baf39740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:00:46.399698 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0fed81-677d-41a1-9d6b-547094dac9f2 admin admin] Network hostable DHCP agents. Network: aa0f4785-e875-4595-ac0e-ec8be08d4918, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:00:46.416679 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0fed81-677d-41a1-9d6b-547094dac9f2 admin admin] Network aa0f4785-e875-4595-ac0e-ec8be08d4918 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:00:46.425824 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5c0fed81-677d-41a1-9d6b-547094dac9f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, aa0f4785-e875-4595-ac0e-ec8be08d4918) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:00:46.430068 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0fed81-677d-41a1-9d6b-547094dac9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:00:46.430669 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c0fed81-677d-41a1-9d6b-547094dac9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:46.434605 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29960173-be3f-4a61-8b6c-e663bddfe186 None None] Network aa0f4785-e875-4595-ac0e-ec8be08d4918 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:00:46.443362 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-5c0fed81-677d-41a1-9d6b-547094dac9f2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2921939 Jul 02 11:00:46.583527 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp771782b2-23d0-564c-8300-e9a8c7d0fe53-aa0f4785-e875-4595-ac0e-ec8be08d4918', 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918', 'tenant_id': '02870706e4b042f18596781faa3ddabe', 'fixed_ips': [{'subnet_id': '3041bb9f-703d-4619-83eb-b8160c57ba89'}]}} from dv-cinder-784092-13-iscsi. {{(pid=93179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 11:00:46.584400 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:46.720855 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.db_base_plugin_common [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Allocated IP 192.168.233.2 (aa0f4785-e875-4595-ac0e-ec8be08d4918/3041bb9f-703d-4619-83eb-b8160c57ba89/84009c48-9999-4d6a-a95e-1e9521362fb2) {{(pid=93179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:00:46.873049 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Notify callbacks [] for port, precommit_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:46.881574 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Transition to ACTIVE for port object 84009c48-9999-4d6a-a95e-1e9521362fb2 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:00:46.897080 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Transition to ACTIVE for port object 84009c48-9999-4d6a-a95e-1e9521362fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:00:46.904330 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:46.946118 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Network aa0f4785-e875-4595-ac0e-ec8be08d4918 is already hosted by enough agents. {{(pid=93179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:00:46.949103 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.base_scheduler [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Resources bound (agent type, host, resource id): {{(pid=93179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:00:46.952480 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Received port after_create {{(pid=93179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:00:46.963006 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Pushing event updated for resources: {'Port': ['ID=84009c48-9999-4d6a-a95e-1e9521362fb2,revision_number=1']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:00:46.987756 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:00:46.988129 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:00:46.988471 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:00:46.988837 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:00:46.989178 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:00:46.989498 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:00:46.989826 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:00:46.990147 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:00:46.990488 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:00:46.990810 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:00:46.991131 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:00:46.991452 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:00:47.023131 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Attempting to bind port 84009c48-9999-4d6a-a95e-1e9521362fb2 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:00:47.023504 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Attempting to bind port 84009c48-9999-4d6a-a95e-1e9521362fb2 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '23601359-28ec-4bc8-a44d-10e6baf39740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:00:47.023866 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Attempting to bind port 84009c48-9999-4d6a-a95e-1e9521362fb2 on network aa0f4785-e875-4595-ac0e-ec8be08d4918 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:00:47.029086 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:00:47.029473 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Checking segment: {'id': '23601359-28ec-4bc8-a44d-10e6baf39740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:00:47.029870 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:47.030262 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Bound using segment: {'id': '23601359-28ec-4bc8-a44d-10e6baf39740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:00:47.030851 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Bound port: 84009c48-9999-4d6a-a95e-1e9521362fb2, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23601359-28ec-4bc8-a44d-10e6baf39740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:00:47.031998 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:47.092163 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] For port 84009c48-9999-4d6a-a95e-1e9521362fb2, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:00:47.096379 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] For port 84009c48-9999-4d6a-a95e-1e9521362fb2, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=84009c48-9999-4d6a-a95e-1e9521362fb2,segment=NetworkSegment(23601359-28ec-4bc8-a44d-10e6baf39740),segment_id=23601359-28ec-4bc8-a44d-10e6baf39740)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:00:47.100888 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:47.159086 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9a6f2-de35-48cc-bee8-220b92af7323 None None] Pushing event updated for resources: {'Port': ['ID=84009c48-9999-4d6a-a95e-1e9521362fb2,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:00:47.456665 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 84009c48-9999-4d6a-a95e-1e9521362fb2 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:00:47.509933 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 84009c48-9999-4d6a-a95e-1e9521362fb2 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:00:48.010471 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f28f30-08f3-4dc0-8779-da66f7bf1274 None None] Network aa0f4785-e875-4595-ac0e-ec8be08d4918 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:00:48.075066 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-75d47706-550f-4edf-a03c-9e6067583071 None None] Provisioning for port 84009c48-9999-4d6a-a95e-1e9521362fb2 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:00:48.082283 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-75d47706-550f-4edf-a03c-9e6067583071 None None] Provisioning complete for port 84009c48-9999-4d6a-a95e-1e9521362fb2 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:00:48.082662 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-75d47706-550f-4edf-a03c-9e6067583071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:48.224979 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-75d47706-550f-4edf-a03c-9e6067583071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:48.267850 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-75d47706-550f-4edf-a03c-9e6067583071 None None] For port 84009c48-9999-4d6a-a95e-1e9521362fb2, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=84009c48-9999-4d6a-a95e-1e9521362fb2,segment=NetworkSegment(23601359-28ec-4bc8-a44d-10e6baf39740),segment_id=23601359-28ec-4bc8-a44d-10e6baf39740)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:00:48.272993 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-75d47706-550f-4edf-a03c-9e6067583071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:48.324899 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d47706-550f-4edf-a03c-9e6067583071 None None] Pushing event updated for resources: {'Port': ['ID=84009c48-9999-4d6a-a95e-1e9521362fb2,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:00:48.492112 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-2959eb4e-6de1-45b9-891c-d18eab677996 None None] Provisioning complete for port 84009c48-9999-4d6a-a95e-1e9521362fb2 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:00:48.492905 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2959eb4e-6de1-45b9-891c-d18eab677996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:49.416548 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 84009c48-9999-4d6a-a95e-1e9521362fb2 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:00:49.462703 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 84009c48-9999-4d6a-a95e-1e9521362fb2 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:00:49.463075 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:00:52.974954 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 5 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:01:00.686738 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ba91a962-0b57-4d7f-b87c-62bc5451a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:03.022107 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-849f9133-3c11-46bd-9e4e-2671f4c21c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:03.460105 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:04.323090 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:05.819678 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:29.972709 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 5 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:01:30.690804 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e6b771f0-7af4-422e-bb76-c118bd58614f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:33.022918 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-aa1f47fe-873d-42f7-86cc-0f9f0ec9eb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:33.461696 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:34.331139 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:35.820395 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:54.179772 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33836) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:01:54.185702 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [None req-f682d3c2-c4df-4390-920d-2103ea2c9c18 tempest-verify_tempest_config-287343640 tempest-verify_tempest_config-287343640-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 11:01:54.187337 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-f682d3c2-c4df-4390-920d-2103ea2c9c18 tempest-verify_tempest_config-287343640 tempest-verify_tempest_config-287343640-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065913 Jul 02 11:01:54.481514 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 33854) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:01:54.583172 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:54.671863 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:54.675264 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:54.721625 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47a9b64090394de59b680dd0f2ada66d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2390616 Jul 02 11:01:54.722446 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f34c94-2779-42a4-8e72-b8c799d3b0d0,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:01:54.724241 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 33858) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:01:54.729175 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.729550 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.729903 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.730246 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.730589 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.730950 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.731294 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.731645 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.732020 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.732358 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.732712 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.733647 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061dffd-b814-4c21-b81d-5dbc60f12439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.808321 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:54.830293 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:54.919455 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:54.922517 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:01:54.923716 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5f34c94-2779-42a4-8e72-b8c799d3b0d0 HTTP/1.1" status: 204 len: 168 time: 0.1984830 Jul 02 11:01:54.931765 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f34c94-2779-42a4-8e72-b8c799d3b0d0,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:01:54.938359 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.938721 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.939056 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.939388 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.939718 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.940044 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.940371 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.940733 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.941080 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.941405 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.941722 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:01:54.942038 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f5ef1-9add-4387-94aa-3a1d1e92ef0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:02:00.693477 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-151b285a-50e2-45ab-96ab-e519c45dbea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:02:03.027646 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f6f4ccb4-8316-45b0-9bae-beea95b55ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:02:03.463258 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:02:04.330443 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:02:05.824755 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:02:06.972807 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 5 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:02:30.693793 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-493c6de8-d686-418e-8e1f-99f0b82315bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:02:33.029272 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0b89-56f8-4a98-b4c9-de40bb1bdc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:02:33.463785 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:02:34.333630 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:02:35.827689 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:02:43.970740 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 5 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:03:00.694097 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a99cdc7f-07e2-4e4c-af3f-ef98f91ff59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:03:03.031717 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-20dcdb00-28a0-47e6-8c6f-a0b5a7a5315f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:03:03.465792 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:03:04.336009 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:03:05.829499 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:03:20.968831 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 5 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:03:27.510538 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698957'] for agent, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:03:30.695943 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-1e70a6ab-d5b6-4edb-aeca-0736d7b4e97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:03:31.603688 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 33912) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:03:31.705899 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-4ab8f0af-b018-4abd-b0e0-6804fc8ef659 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1011019 Jul 02 11:03:33.031810 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-5eaad0c9-7b76-4ff4-92ff-0bcc12b22565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:03:33.466353 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:03:33.872588 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 33922) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:03:33.926708 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-94705dfd-bf28-48d3-9721-a9ac201643a9 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0530286 Jul 02 11:03:34.339778 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:03:35.832263 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:03:57.471532 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:03:57.966710 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:04:00.695326 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0039c6e4-3836-410d-93df-ef8255b8d674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:04:03.033138 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b798ce8f-7509-44be-9304-128dfa7b8ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:04:03.467348 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:04:04.343096 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:04:05.835715 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:04:27.471074 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:04:30.696243 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-1a86b15e-2465-4559-8b05-ca5b2bd9bcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:04:33.034113 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9af7-7f06-4641-9a70-f8d6a790177f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:04:33.468413 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:04:34.346644 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:04:34.966247 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:04:35.838094 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:04:57.471493 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:00.007961 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34140) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:00.036833 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34146) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:00.466237 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2053121139-network', 'tenant_id': '2e32ab71806b4608a87d4e5b8249a805'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:00.495731 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1690363799-network', 'tenant_id': '20afc301cd824dda9837cedf74ade47a'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:00.524521 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34164) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:00.525903 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Made reservation on behalf of 2e32ab71806b4608a87d4e5b8249a805 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:00.530828 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:00.544459 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:00.553196 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Made reservation on behalf of 20afc301cd824dda9837cedf74ade47a for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:00.555737 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:00.568307 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:00.718423 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f2cf-efe8-4d35-a964-3c080be60ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:00.761993 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34184) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:00.768288 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:00.778580 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:00.815953 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-505530677-network', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:00.823259 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab988ac7-e08b-4b85-9b18-bdb4068f4a25,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:00.836266 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:00.836636 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:00.837015 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:00.837347 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:00.837666 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:00.838355 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:00.838477 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:00.838733 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:00.839072 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:00.839442 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:00.839757 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:00.840100 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Tracked resource versions report: Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: pushed versions: Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: { 'AddressGroup': {'1.2'}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'ConntrackHelper': {'1.0'}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Log': {'1.0'}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Network': {'1.1'}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Port': {'1.7'}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'PortForwarding': {'1.2'}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'QosPolicy': {'1.8'}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'SecurityGroup': {'1.4'}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'SecurityGroupRule': {'1.2'}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'SubPort': {'1.0'}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Subnet': {'1.1'}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Trunk': {'1.1'}} Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: consumer versions: Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: { DHCP agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: HyperV agent@hv-cinder-78409: {}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: L3 agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: Metadata agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: Metering agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: Open vSwitch agent@dv-cinder-784092-13-iscsi: { 'AddressGroup': '1.2', Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'ConntrackHelper': '1.0', Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Log': '1.0', Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Network': '1.1', Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Port': '1.7', Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'PortForwarding': '1.2', Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'QosPolicy': '1.8', Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'SecurityGroup': '1.4', Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'SecurityGroupRule': '1.2', Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'SubPort': '1.0', Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Subnet': '1.1', Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: 'Trunk': '1.1'}} Jul 02 11:05:00.841449 dv-cinder-784092-13-iscsi neutron-server[93177]: {{(pid=93177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 11:05:00.853533 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:05:00.880640 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:00.881128 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.segments_db [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Added segment 635f2d48-2a7a-4174-bede-6ad5f5b2358c of type vlan for network d740cb58-8012-4a35-85e3-87ab6e8214d7 Jul 02 11:05:00.908129 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1269126716-network', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:01.054173 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.117319 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.118221 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.119282 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:01.119858 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.151382 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.164173 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:05:01.172860 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Made reservation on behalf of a9cd96924e4d476fb4c58dcdca22da9d for: {'network': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:01.174570 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.175082 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.segments_db [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Added segment 921c5b93-a564-463e-8883-c48ba8a9573c of type vlan for network 181fc37a-db12-4b98-ac32-011683527f86 Jul 02 11:05:01.175463 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.196372 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.206191 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Made reservation on behalf of 0cafb7a6d12642968d9c8a031a2873fb for: {'network': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:01.209010 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.215923 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.224714 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.273888 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c77e27d-9969-4714-9fd6-24485148fd12,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:01.293748 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2526193 Jul 02 11:05:01.294666 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.295951 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:01.296701 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.307769 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34204) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:01.315915 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5000d86d-0148-446f-b1de-39a3c7a23148 admin admin] Request body: {'subnet': {'network_id': 'd740cb58-8012-4a35-85e3-87ab6e8214d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2053121139-subnet', 'tenant_id': '2e32ab71806b4608a87d4e5b8249a805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:01.352842 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e28fc-9758-49ff-8821-9e6c69e4d546 admin admin] Pushing event updated for resources: {'Network': ['ID=d740cb58-8012-4a35-85e3-87ab6e8214d7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:01.368594 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network d740cb58-8012-4a35-85e3-87ab6e8214d7 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:05:01.468636 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] Pushing event updated for resources: {'Network': ['ID=181fc37a-db12-4b98-ac32-011683527f86,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:01.492877 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network 181fc37a-db12-4b98-ac32-011683527f86 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:05:01.548451 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.560637 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.571796 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-02b06ba7-251e-4482-a169-32cdb6b82619 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5598280 Jul 02 11:05:01.572173 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34216) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:01.579585 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b26d6674-e824-4359-8727-c836d0881b90 admin admin] Request body: {'subnet': {'network_id': '181fc37a-db12-4b98-ac32-011683527f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1690363799-subnet', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:01.606163 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:05:01.645603 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738737937201', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.646199 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Unsubscribe: segment precommit_create {{(pid=93178) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 02 11:05:01.646689 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.segments_db [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Added segment 7e218d00-8663-4d7b-8fd2-9853e758fd74 of type vlan for network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d Jul 02 11:05:01.730759 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.740412 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ffe449-03f7-4271-9980-633ec80580c2,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:01.766699 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:01.767065 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:01.767522 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:01.767872 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:01.768170 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:01.768522 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:01.768891 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:01.769235 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:01.769578 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:01.769905 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:01.770226 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:01.770572 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Tracked resource versions report: Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: pushed versions: Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: { 'AddressGroup': {'1.2'}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'ConntrackHelper': {'1.0'}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Log': {'1.0'}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Network': {'1.1'}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Port': {'1.7'}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'PortForwarding': {'1.2'}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'QosPolicy': {'1.8'}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'SecurityGroup': {'1.4'}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'SecurityGroupRule': {'1.2'}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'SubPort': {'1.0'}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Subnet': {'1.1'}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Trunk': {'1.1'}} Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: consumer versions: Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: { DHCP agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: HyperV agent@hv-cinder-78409: {}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: L3 agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: Metadata agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: Metering agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: Open vSwitch agent@dv-cinder-784092-13-iscsi: { 'AddressGroup': '1.2', Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'ConntrackHelper': '1.0', Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Log': '1.0', Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Network': '1.1', Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Port': '1.7', Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'PortForwarding': '1.2', Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'QosPolicy': '1.8', Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'SecurityGroup': '1.4', Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'SecurityGroupRule': '1.2', Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'SubPort': '1.0', Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Subnet': '1.1', Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: 'Trunk': '1.1'}} Jul 02 11:05:01.771603 dv-cinder-784092-13-iscsi neutron-server[93178]: {{(pid=93178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 11:05:01.811117 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.812058 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:01.812648 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.917503 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.950398 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:01.958640 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] Pushing event updated for resources: {'Network': ['ID=5f3d2969-1d63-4eb4-98ee-4f75017fd92d,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:01.961474 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-c8c80d43-9062-46dd-a946-c87cc1587d8e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4359264 Jul 02 11:05:01.966471 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34250) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:01.973434 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-77f1f636-ef59-4706-84c8-34f9392a28f9 admin admin] Request body: {'subnet': {'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-subnet', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:01.977353 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:05:01.978688 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:05:01.986411 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5000d86d-0148-446f-b1de-39a3c7a23148 admin admin] Made reservation on behalf of 2e32ab71806b4608a87d4e5b8249a805 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:01.989325 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5000d86d-0148-446f-b1de-39a3c7a23148 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.000900 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.001249 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.segments_db [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Added segment 2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f of type vlan for network 0411a882-cef5-465d-84d7-07c8775a8d59 Jul 02 11:05:02.051969 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db8188d-b832-43f9-91bc-96a9bba4e268,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:02.058314 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.063541 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26d6674-e824-4359-8727-c836d0881b90 admin admin] Made reservation on behalf of 20afc301cd824dda9837cedf74ade47a for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:02.067003 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b26d6674-e824-4359-8727-c836d0881b90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.081332 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f1f636-ef59-4706-84c8-34f9392a28f9 admin admin] Made reservation on behalf of a9cd96924e4d476fb4c58dcdca22da9d for: {'subnet': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:02.083752 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-77f1f636-ef59-4706-84c8-34f9392a28f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.162108 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.164076 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:02.164914 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.260940 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0411a882-cef5-465d-84d7-07c8775a8d59,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:02.274174 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network 0411a882-cef5-465d-84d7-07c8775a8d59 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:05:02.280359 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-a4f700e6-dd8f-439e-aeae-944cf5f261c2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5172951 Jul 02 11:05:02.285303 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34254) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:02.291563 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-12711705-3c7d-4edb-8cb6-b5163437b3bb admin admin] Request body: {'subnet': {'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1269126716-subnet', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:02.355931 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12711705-3c7d-4edb-8cb6-b5163437b3bb admin admin] Made reservation on behalf of 0cafb7a6d12642968d9c8a031a2873fb for: {'subnet': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:02.363750 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12711705-3c7d-4edb-8cb6-b5163437b3bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.420830 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b26d6674-e824-4359-8727-c836d0881b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.472127 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d6674-e824-4359-8727-c836d0881b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=184b15da-0379-412b-9c0e-bcf60dcc3ada,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:02.506434 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-77f1f636-ef59-4706-84c8-34f9392a28f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for subnet, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.555012 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d6674-e824-4359-8727-c836d0881b90 admin admin] Checking segment: {'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:02.555012 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d6674-e824-4359-8727-c836d0881b90 admin admin] Network hostable DHCP agents. Network: 181fc37a-db12-4b98-ac32-011683527f86, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:05:02.559062 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5000d86d-0148-446f-b1de-39a3c7a23148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.600966 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1f636-ef59-4706-84c8-34f9392a28f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59085ac5-fbd3-4a9e-be9a-43457d588973,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:02.613761 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000d86d-0148-446f-b1de-39a3c7a23148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df4f71d5-93bb-4d9a-8380-d7108ccf474a,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:02.642385 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d6674-e824-4359-8727-c836d0881b90 admin admin] Network 181fc37a-db12-4b98-ac32-011683527f86 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:05:02.661735 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1f636-ef59-4706-84c8-34f9392a28f9 admin admin] Checking segment: {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:02.662222 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f1f636-ef59-4706-84c8-34f9392a28f9 admin admin] Network hostable DHCP agents. Network: 5f3d2969-1d63-4eb4-98ee-4f75017fd92d, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:05:02.663201 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b26d6674-e824-4359-8727-c836d0881b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, 181fc37a-db12-4b98-ac32-011683527f86) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:02.673389 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ce270a-f20b-4fea-9794-9b92ef20ff00 None None] Network 181fc37a-db12-4b98-ac32-011683527f86 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:05:02.682181 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5000d86d-0148-446f-b1de-39a3c7a23148 admin admin] Checking segment: {'id': '635f2d48-2a7a-4174-bede-6ad5f5b2358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd740cb58-8012-4a35-85e3-87ab6e8214d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:02.682559 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5000d86d-0148-446f-b1de-39a3c7a23148 admin admin] Network hostable DHCP agents. Network: d740cb58-8012-4a35-85e3-87ab6e8214d7, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:05:02.696396 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26d6674-e824-4359-8727-c836d0881b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:02.697024 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b26d6674-e824-4359-8727-c836d0881b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.713298 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-b26d6674-e824-4359-8727-c836d0881b90 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1400533 Jul 02 11:05:02.716804 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34284) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:02.721956 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1690363799-router', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:02.723326 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f1f636-ef59-4706-84c8-34f9392a28f9 admin admin] Network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:05:02.733758 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-77f1f636-ef59-4706-84c8-34f9392a28f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, 5f3d2969-1d63-4eb4-98ee-4f75017fd92d) {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:02.744594 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f1f636-ef59-4706-84c8-34f9392a28f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:02.745402 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-77f1f636-ef59-4706-84c8-34f9392a28f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.749170 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d9b876-4a9a-42c3-a80a-7459c4fc80c5 None None] Network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:05:02.752773 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5000d86d-0148-446f-b1de-39a3c7a23148 admin admin] Network d740cb58-8012-4a35-85e3-87ab6e8214d7 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:05:02.761693 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12711705-3c7d-4edb-8cb6-b5163437b3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for subnet, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.761899 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5000d86d-0148-446f-b1de-39a3c7a23148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, d740cb58-8012-4a35-85e3-87ab6e8214d7) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:02.768711 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5000d86d-0148-446f-b1de-39a3c7a23148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:02.770358 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5000d86d-0148-446f-b1de-39a3c7a23148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.789815 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13668'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.791178 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13693'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.808790 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-77f1f636-ef59-4706-84c8-34f9392a28f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8409793 Jul 02 11:05:02.811843 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34290) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:02.816734 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8647b7-806e-4750-8d42-f7cef8e73087 None None] Network d740cb58-8012-4a35-85e3-87ab6e8214d7 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:05:02.821090 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:02.860121 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12711705-3c7d-4edb-8cb6-b5163437b3bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f57f91-4b20-4f81-8966-ec05e4184b01,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:02.871652 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12711705-3c7d-4edb-8cb6-b5163437b3bb admin admin] Checking segment: {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:02.872219 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12711705-3c7d-4edb-8cb6-b5163437b3bb admin admin] Network hostable DHCP agents. Network: 0411a882-cef5-465d-84d7-07c8775a8d59, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:05:02.882785 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13668'] for router, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.884248 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13693'] for router, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.885299 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:02.889171 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-5000d86d-0148-446f-b1de-39a3c7a23148 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5795472 Jul 02 11:05:02.913672 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12711705-3c7d-4edb-8cb6-b5163437b3bb admin admin] Network 0411a882-cef5-465d-84d7-07c8775a8d59 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:05:03.007905 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594aa91d-fa0e-4e43-9aa7-01fd2a0dc955 None None] Network d740cb58-8012-4a35-85e3-87ab6e8214d7 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:05:03.014095 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-12711705-3c7d-4edb-8cb6-b5163437b3bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, 0411a882-cef5-465d-84d7-07c8775a8d59) {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:03.038350 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12711705-3c7d-4edb-8cb6-b5163437b3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:03.038350 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12711705-3c7d-4edb-8cb6-b5163437b3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.048104 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a589265c-49d9-4519-95be-c326827e8b3d None None] Network 0411a882-cef5-465d-84d7-07c8775a8d59 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:05:03.139685 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.154532 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-12711705-3c7d-4edb-8cb6-b5163437b3bb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8680325 Jul 02 11:05:03.161139 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34310) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:03.173667 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:03.244443 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13583'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.341032 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13668'] for router, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.342448 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13693'] for router, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.385421 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13583'] for router, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.395918 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34328) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:03.463224 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.477062 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34344) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:03.481953 dv-cinder-784092-13-iscsi neutron-server[93178]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 02 11:05:03.526282 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef170b9-4981-4062-b704-a45e28b4f6c8 None None] Network 181fc37a-db12-4b98-ac32-011683527f86 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:05:03.528153 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp771782b2-23d0-564c-8300-e9a8c7d0fe53-5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973'}]}} from dv-cinder-784092-13-iscsi. {{(pid=93179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 11:05:03.528987 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.630326 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-67c8b447-439d-4750-bdd6-442963c8ab76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.639897 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-006aa046-6040-4b2b-9c2f-b8c95992a5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.647457 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.671549 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.755363 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-67c8b447-439d-4750-bdd6-442963c8ab76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.778501 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Allocated IP 172.27.1.110 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/36d76558-f3cf-4639-b4df-5f3ada95d001) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:03.917199 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.922865 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-67c8b447-439d-4750-bdd6-442963c8ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:03.979207 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.015706 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp771782b2-23d0-564c-8300-e9a8c7d0fe53-0411a882-cef5-465d-84d7-07c8775a8d59', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01'}]}} from dv-cinder-784092-13-iscsi. {{(pid=93179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 11:05:04.018029 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.034318 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.080080 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:04.084398 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:04.089620 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:04.093031 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Pushing event updated for resources: {'Port': ['ID=36d76558-f3cf-4639-b4df-5f3ada95d001,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:04.155650 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13583'] for router, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.200154 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-67c8b447-439d-4750-bdd6-442963c8ab76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad1b6683d70244a6b40b746d59ab1d30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7932224 Jul 02 11:05:04.200154 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34382) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:04.216008 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.db_base_plugin_common [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Allocated IP 172.20.0.2 (5f3d2969-1d63-4eb4-98ee-4f75017fd92d/59085ac5-fbd3-4a9e-be9a-43457d588973/61bf9f26-a136-4b35-a069-318c69b0b4c0) {{(pid=93179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:04.274030 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-f09c17dc-5eea-491c-9c1a-2f3f89f2f0da tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:04.275676 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-f09c17dc-5eea-491c-9c1a-2f3f89f2f0da tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/networks?id=d740cb58-8012-4a35-85e3-87ab6e8214d7 HTTP/1.1" status: 200 len: 812 time: 0.7975180 Jul 02 11:05:04.287682 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8b447-439d-4750-bdd6-442963c8ab76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1f20c7-e3b6-4631-acab-d1035753895e,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:04.338274 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-6de33515-9632-496c-9494-fefaa2af59df tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/quotas/2e32ab71806b4608a87d4e5b8249a805 HTTP/1.1" status: 200 len: 375 time: 0.0410287 Jul 02 11:05:04.400184 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.426134 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.db_base_plugin_common [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Allocated IP 172.20.0.2 (0411a882-cef5-465d-84d7-07c8775a8d59/96f57f91-4b20-4f81-8966-ec05e4184b01/b8ac975c-399d-4402-8a40-c1ea5f09497c) {{(pid=93179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:04.441973 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-45cef435-139e-4f0a-b44e-a3e3d56a7d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.445098 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-cc5ae0ca-e136-4fee-a8c2-8b3ac4f93a65 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e32ab71806b4608a87d4e5b8249a805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959263 Jul 02 11:05:04.500030 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.513699 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-45cef435-139e-4f0a-b44e-a3e3d56a7d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.562070 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Notify callbacks [] for port, precommit_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.577810 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Transition to ACTIVE for port object 61bf9f26-a136-4b35-a069-318c69b0b4c0 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:04.622540 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.663990 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-639691ab-275d-4421-8db9-b9d421941c6d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 11:05:04.664974 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-639691ab-275d-4421-8db9-b9d421941c6d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1049800 Jul 02 11:05:04.678946 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.744916 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700700'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.755734 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Transition to ACTIVE for port object 61bf9f26-a136-4b35-a069-318c69b0b4c0 will not be triggered until provisioned by entity DHCP. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:04.786983 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.840064 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.844711 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d is already hosted by enough agents. {{(pid=93179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:04.852013 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.base_scheduler [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Resources bound (agent type, host, resource id): {{(pid=93179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:04.854930 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Received port after_create {{(pid=93179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:04.860096 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Transition to ACTIVE for port object b8ac975c-399d-4402-8a40-c1ea5f09497c will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:04.863555 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-45cef435-139e-4f0a-b44e-a3e3d56a7d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.866107 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-45cef435-139e-4f0a-b44e-a3e3d56a7d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.869645 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-45cef435-139e-4f0a-b44e-a3e3d56a7d8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c1f20c7-e3b6-4631-acab-d1035753895e HTTP/1.1" status: 204 len: 168 time: 0.6734865 Jul 02 11:05:04.874797 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Pushing event updated for resources: {'Port': ['ID=61bf9f26-a136-4b35-a069-318c69b0b4c0,revision_number=1']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:04.908197 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Transition to ACTIVE for port object b8ac975c-399d-4402-8a40-c1ea5f09497c will not be triggered until provisioned by entity DHCP. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:04.911333 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:04.912240 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:04.912240 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:04.912481 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:04.913024 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:04.913175 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:04.913536 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:04.913859 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:04.914469 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:04.914649 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:04.914940 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:04.915255 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Tracked resource versions report: Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: pushed versions: Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: { 'AddressGroup': {'1.2'}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'ConntrackHelper': {'1.0'}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Log': {'1.0'}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Network': {'1.1'}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Port': {'1.7'}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'PortForwarding': {'1.2'}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'QosPolicy': {'1.8'}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'SecurityGroup': {'1.4'}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'SecurityGroupRule': {'1.2'}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'SubPort': {'1.0'}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Subnet': {'1.1'}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Trunk': {'1.1'}} Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: consumer versions: Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: { DHCP agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: HyperV agent@hv-cinder-78409: {}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: L3 agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: Metadata agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: Metering agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: Open vSwitch agent@dv-cinder-784092-13-iscsi: { 'AddressGroup': '1.2', Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'ConntrackHelper': '1.0', Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Log': '1.0', Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Network': '1.1', Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Port': '1.7', Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'PortForwarding': '1.2', Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'QosPolicy': '1.8', Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'SecurityGroup': '1.4', Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'SecurityGroupRule': '1.2', Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'SubPort': '1.0', Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Subnet': '1.1', Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: 'Trunk': '1.1'}} Jul 02 11:05:04.916376 dv-cinder-784092-13-iscsi neutron-server[93179]: {{(pid=93179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 11:05:04.934947 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Router ff9d99c3-61c5-46e6-b7ad-377ea955288a is scheduled to L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 11:05:04.948735 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:04.949476 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cef435-139e-4f0a-b44e-a3e3d56a7d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1f20c7-e3b6-4631-acab-d1035753895e,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:04.965325 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-798e095c-d9da-46ee-80c5-d4e9a31b4fa6 service neutron] 10.222.0.24 "GET /v2.0/networks/d740cb58-8012-4a35-85e3-87ab6e8214d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880192 Jul 02 11:05:05.010090 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Network 0411a882-cef5-465d-84d7-07c8775a8d59 is already hosted by enough agents. {{(pid=93179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:05.011091 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Attempting to bind port 61bf9f26-a136-4b35-a069-318c69b0b4c0 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:05.011524 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Attempting to bind port 61bf9f26-a136-4b35-a069-318c69b0b4c0 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:05.012125 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Attempting to bind port 61bf9f26-a136-4b35-a069-318c69b0b4c0 on network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:05.022195 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.base_scheduler [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Resources bound (agent type, host, resource id): {{(pid=93179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:05.027200 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Received port after_create {{(pid=93179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:05.032694 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:05.033042 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Checking segment: {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:05.033629 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.034158 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Bound using segment: {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:05.034764 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Bound port: 61bf9f26-a136-4b35-a069-318c69b0b4c0, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:05.035363 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.038197 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Pushing event updated for resources: {'Port': ['ID=b8ac975c-399d-4402-8a40-c1ea5f09497c,revision_number=1']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:05.084941 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Allocated IP 172.27.1.200 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/6b2b4ee3-e584-455a-9a18-9644eb743bea) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:05.097389 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.103867 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:05:05.115314 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Sync routers for ids ['ff9d99c3-61c5-46e6-b7ad-377ea955288a'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:05:05.130759 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.131870 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Routers {'ff9d99c3-61c5-46e6-b7ad-377ea955288a'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:05.134813 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['ff9d99c3-61c5-46e6-b7ad-377ea955288a'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:05.145056 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.147011 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-0eb2f0d7-8e3f-4166-860d-3209b173ca18 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4292295 Jul 02 11:05:05.150040 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34398) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:05.160931 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Attempting to bind port b8ac975c-399d-4402-8a40-c1ea5f09497c on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:05.161308 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Attempting to bind port b8ac975c-399d-4402-8a40-c1ea5f09497c by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:05.161677 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Attempting to bind port b8ac975c-399d-4402-8a40-c1ea5f09497c on network 0411a882-cef5-465d-84d7-07c8775a8d59 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:05.168849 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:05.169060 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Checking segment: {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:05.169328 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.170030 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Bound using segment: {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:05.170326 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Bound port: b8ac975c-399d-4402-8a40-c1ea5f09497c, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:05.171328 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.221239 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-36f9a186-b6fc-445f-86da-63d1a54e6df5 service neutron] 10.222.0.24 "GET /v2.0/networks/d740cb58-8012-4a35-85e3-87ab6e8214d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549419 Jul 02 11:05:05.354136 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] For port b8ac975c-399d-4402-8a40-c1ea5f09497c, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:05.357990 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] For port b8ac975c-399d-4402-8a40-c1ea5f09497c, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=b8ac975c-399d-4402-8a40-c1ea5f09497c,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:05.361360 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Set router ff9d99c3-61c5-46e6-b7ad-377ea955288a gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:05.376039 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.409065 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34406) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:05.414616 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-a662636d-fab6-4a42-89a9-57310122650d None None] For port 61bf9f26-a136-4b35-a069-318c69b0b4c0, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:05.443645 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-a662636d-fab6-4a42-89a9-57310122650d None None] For port 61bf9f26-a136-4b35-a069-318c69b0b4c0, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=61bf9f26-a136-4b35-a069-318c69b0b4c0,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:05.450642 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3dde325c-8124-4419-a49f-c473106daa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.461085 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.475171 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.508873 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924deefd-54c9-46d7-9918-49197b3a80c5 None None] Pushing event updated for resources: {'Port': ['ID=b8ac975c-399d-4402-8a40-c1ea5f09497c,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:05.645961 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Allocated IP 172.27.1.72 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/eb50abd7-235a-4fb8-89a6-09a4ba180b8c) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:05.690770 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662636d-fab6-4a42-89a9-57310122650d None None] Pushing event updated for resources: {'Port': ['ID=61bf9f26-a136-4b35-a069-318c69b0b4c0,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:05.701744 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.726330 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34418) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:05.856698 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Pushing event updated for resources: {'Port': ['ID=6b2b4ee3-e584-455a-9a18-9644eb743bea,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:05.862060 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.872791 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'name': 'tempest-ServerRescueNegativeTestJSON-1690363799-router', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:04Z', 'revision_number': 3, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'gw_port': {'id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:05.913620 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Checking router: ff9d99c3-61c5-46e6-b7ad-377ea955288a for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:05:05.914224 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Updating router ff9d99c3-61c5-46e6-b7ad-377ea955288a port 36d76558-f3cf-4639-b4df-5f3ada95d001 binding host dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:05:05.969958 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:05.984626 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:06.050821 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d31a72f0-63c2-46c9-bae0-b40365c4cba5 req-264d5fbd-29a6-451f-a049-c86e8d313b05 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 210 time: 0.2164912 Jul 02 11:05:06.090348 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:06.103550 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:06.116809 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:06.269247 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Allocated IP 172.20.0.1 (181fc37a-db12-4b98-ac32-011683527f86/184b15da-0379-412b-9c0e-bcf60dcc3ada/05d8b4a6-3f3c-454f-bf72-1e744b29e198) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:06.393969 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:06.443360 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:06.483824 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:06.524802 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3dde325c-8124-4419-a49f-c473106daa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:06.526479 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Network 181fc37a-db12-4b98-ac32-011683527f86 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:06.530934 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:06.536422 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:06.536758 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699676'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:06.540073 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Pushing event updated for resources: {'Port': ['ID=05d8b4a6-3f3c-454f-bf72-1e744b29e198,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:06.591985 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3dde325c-8124-4419-a49f-c473106daa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:06.616596 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:06.640501 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:06.734339 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-3dde325c-8124-4419-a49f-c473106daa2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=adeea241a6454da3aa877cc196a7e555&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3214898 Jul 02 11:05:06.740833 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34458) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:06.757529 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde325c-8124-4419-a49f-c473106daa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65661a38-5f69-49fe-9c4a-f97e0b75a195,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:06.769360 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:06.778112 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:06.780526 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:06.887660 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Pushing event updated for resources: {'Port': ['ID=eb50abd7-235a-4fb8-89a6-09a4ba180b8c,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:06.890636 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Notify callbacks [] for port, precommit_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:06.916110 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.provisioning_blocks [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Transition to ACTIVE for port object 36d76558-f3cf-4639-b4df-5f3ada95d001 will not be triggered until provisioned by entity L2. {{(pid=93180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:06.931890 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.050844 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Attempting to bind port 36d76558-f3cf-4639-b4df-5f3ada95d001 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:07.056354 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Attempting to bind port 36d76558-f3cf-4639-b4df-5f3ada95d001 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:07.056913 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Attempting to bind port 36d76558-f3cf-4639-b4df-5f3ada95d001 on network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:07.063037 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Pushing event updated for resources: {'Port': ['ID=36d76558-f3cf-4639-b4df-5f3ada95d001,revision_number=2']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:07.087488 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:07.090001 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:07.090388 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:07.090739 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:07.091083 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:07.091424 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:07.091762 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:07.092097 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:07.097207 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:07.097916 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:07.098044 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:07.098306 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Tracked resource versions report: Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: pushed versions: Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: { 'AddressGroup': {'1.2'}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'ConntrackHelper': {'1.0'}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Log': {'1.0'}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Network': {'1.1'}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Port': {'1.7'}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'PortForwarding': {'1.2'}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'QosPolicy': {'1.8'}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'SecurityGroup': {'1.4'}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'SecurityGroupRule': {'1.2'}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'SubPort': {'1.0'}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Subnet': {'1.1'}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Trunk': {'1.1'}} Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: consumer versions: Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: { DHCP agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: HyperV agent@hv-cinder-78409: {}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: L3 agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: Metadata agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: Metering agent@dv-cinder-784092-13-iscsi: {}, Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: Open vSwitch agent@dv-cinder-784092-13-iscsi: { 'AddressGroup': '1.2', Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'ConntrackHelper': '1.0', Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Log': '1.0', Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Network': '1.1', Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Port': '1.7', Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'PortForwarding': '1.2', Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'QosPolicy': '1.8', Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'SecurityGroup': '1.4', Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'SecurityGroupRule': '1.2', Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'SubPort': '1.0', Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Subnet': '1.1', Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: 'Trunk': '1.1'}} Jul 02 11:05:07.100913 dv-cinder-784092-13-iscsi neutron-server[93180]: {{(pid=93180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 02 11:05:07.108690 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:07.109121 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Checking segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:07.112224 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.112652 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Bound using segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:07.113213 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Bound port: 36d76558-f3cf-4639-b4df-5f3ada95d001, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:07.113622 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.184727 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.215077 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4bf57a-027a-4cdd-9f24-bdb70b5c74f1 None None] Network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:05:07.236497 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb361d90-8779-4376-b5a0-4651fc9ee3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.295833 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] For port 36d76558-f3cf-4639-b4df-5f3ada95d001, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:07.306239 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] For port 36d76558-f3cf-4639-b4df-5f3ada95d001, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=36d76558-f3cf-4639-b4df-5f3ada95d001,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:07.308114 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb361d90-8779-4376-b5a0-4651fc9ee3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.320051 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.336988 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700700'] for router, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.345651 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-1e64afcc-e573-47b2-8a84-a73c21d53777 None None] Provisioning for port 61bf9f26-a136-4b35-a069-318c69b0b4c0 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:07.460106 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76028eea-ce98-4704-893f-4ea4a6f0f00a None None] Network 0411a882-cef5-465d-84d7-07c8775a8d59 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:05:07.466088 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f025c-7aef-4b2c-940d-fe181daf238d None None] Pushing event updated for resources: {'Port': ['ID=36d76558-f3cf-4639-b4df-5f3ada95d001,revision_number=3']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:07.521880 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb361d90-8779-4376-b5a0-4651fc9ee3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.524342 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb361d90-8779-4376-b5a0-4651fc9ee3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.527652 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-cb361d90-8779-4376-b5a0-4651fc9ee3df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65661a38-5f69-49fe-9c4a-f97e0b75a195 HTTP/1.1" status: 204 len: 168 time: 0.7855942 Jul 02 11:05:07.571504 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Routers {'ff9d99c3-61c5-46e6-b7ad-377ea955288a'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:07.572396 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['ff9d99c3-61c5-46e6-b7ad-377ea955288a'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:07.621278 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb361d90-8779-4376-b5a0-4651fc9ee3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65661a38-5f69-49fe-9c4a-f97e0b75a195,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:07.635328 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.665396 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-0c6b5c5d-9136-4ae5-b58c-6a3e155b154b None None] Provisioning for port b8ac975c-399d-4402-8a40-c1ea5f09497c completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:07.694495 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.695071 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-045ac2e4-ddbf-4726-9cda-9e4f15a88598 req-10e68547-e5f2-4e93-ad6c-5332d41fbebe tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 210 time: 0.2128701 Jul 02 11:05:07.710444 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.711164 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699866'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:07.998539 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 61bf9f26-a136-4b35-a069-318c69b0b4c0 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:08.004202 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] Set router ff9d99c3-61c5-46e6-b7ad-377ea955288a gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:08.147184 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Pushing event updated for resources: {'Port': ['ID=05d8b4a6-3f3c-454f-bf72-1e744b29e198,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:08.185567 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf is scheduled to L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d with binding_index 1 {{(pid=93178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 11:05:08.225646 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Network 181fc37a-db12-4b98-ac32-011683527f86 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:08.228210 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:08.348259 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34510) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:08.412399 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'name': 'tempest-ServerRescueNegativeTestJSON-1690363799-router', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:06Z', 'revision_number': 4, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'gw_port': {'id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '05d8b4a6-3f3c-454f-bf72-1e744b29e198', 'name': '', 'network_id': '181fc37a-db12-4b98-ac32-011683527f86', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'mac_address': 'fa:16:3e:bc:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '184b15da-0379-412b-9c0e-bcf60dcc3ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:06Z', 'updated_at': '2021-07-02T11:05:06Z', 'revision_number': 1, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'subnets': [{'id': '184b15da-0379-412b-9c0e-bcf60dcc3ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:08.441166 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542e03fe-daff-48cb-9913-24cb0e6b42cf None None] The sync data for ids ['ff9d99c3-61c5-46e6-b7ad-377ea955288a'] in dv-cinder-784092-13-iscsi is: [{'id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'name': 'tempest-ServerRescueNegativeTestJSON-1690363799-router', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:06Z', 'revision_number': 4, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'gw_port': {'id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '05d8b4a6-3f3c-454f-bf72-1e744b29e198', 'name': '', 'network_id': '181fc37a-db12-4b98-ac32-011683527f86', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'mac_address': 'fa:16:3e:bc:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '184b15da-0379-412b-9c0e-bcf60dcc3ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:06Z', 'updated_at': '2021-07-02T11:05:06Z', 'revision_number': 1, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'subnets': [{'id': '184b15da-0379-412b-9c0e-bcf60dcc3ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:05:08.445531 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 61bf9f26-a136-4b35-a069-318c69b0b4c0 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:08.462644 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 61bf9f26-a136-4b35-a069-318c69b0b4c0 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:08.463035 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:08.554616 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Router ff9d99c3-61c5-46e6-b7ad-377ea955288a has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:05:08.632676 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.67', 61531) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:08.636950 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700700'] for router, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:08.674517 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c192b3d6-027d-4c1e-9fa0-01fd198ed69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:08.802440 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:08.939398 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:05:08.972660 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-69e07a63-5b2a-4fc3-9c00-c6aa34a8ad79 admin admin] 10.222.0.24 "PUT /v2.0/routers/ff9d99c3-61c5-46e6-b7ad-377ea955288a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8107116 Jul 02 11:05:09.003655 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 61bf9f26-a136-4b35-a069-318c69b0b4c0, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=61bf9f26-a136-4b35-a069-318c69b0b4c0,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:09.007760 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-ae264c38-c808-405c-9a01-2cc5ecf52632 None None] Provisioning complete for port 61bf9f26-a136-4b35-a069-318c69b0b4c0 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:09.011507 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ae264c38-c808-405c-9a01-2cc5ecf52632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:09.118354 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:09.123556 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device b8ac975c-399d-4402-8a40-c1ea5f09497c up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:09.151157 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c192b3d6-027d-4c1e-9fa0-01fd198ed69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:09.165414 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c192b3d6-027d-4c1e-9fa0-01fd198ed69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:09.247061 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-c192b3d6-027d-4c1e-9fa0-01fd198ed69f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e08896f3c2d44eaaa7c702ea1583218&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8957312 Jul 02 11:05:09.248431 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34548) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:09.267516 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192b3d6-027d-4c1e-9fa0-01fd198ed69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bae815b-2850-4a76-888b-c20522998f79,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:09.332450 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe7496aa-aa0b-4083-8ab0-6f33ce10ed77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:09.393568 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe7496aa-aa0b-4083-8ab0-6f33ce10ed77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:09.489179 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-192db712-6bac-43cc-a7e2-020b17b10a21 req-5669c2aa-ab63-45df-9e6f-32a1eaaa99b8 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 210 time: 0.0461988 Jul 02 11:05:09.509456 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-cb052960-91b2-4145-8abd-d3ae6b5d44f3 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:09.511366 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-cb052960-91b2-4145-8abd-d3ae6b5d44f3 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.67 "GET /v2.0/networks?id=d740cb58-8012-4a35-85e3-87ab6e8214d7 HTTP/1.1" status: 200 len: 812 time: 0.8640046 Jul 02 11:05:09.512845 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:05:09.513499 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=61bf9f26-a136-4b35-a069-318c69b0b4c0,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:09.551624 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Sync routers for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:05:09.555550 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] Notify callbacks [] for router, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:09.557155 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-5c0b7193-52ce-4e02-b4a3-f573f1b3cc2e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7438333 Jul 02 11:05:09.560722 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34566) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:09.575873 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port b8ac975c-399d-4402-8a40-c1ea5f09497c completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:09.576794 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Request body: {'port': {'device_id': '0c41a007-bab3-48cf-9915-44e6146d37ff', 'network_id': 'd740cb58-8012-4a35-85e3-87ab6e8214d7', 'admin_state_up': True, 'tenant_id': '2e32ab71806b4608a87d4e5b8249a805'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:09.590371 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe7496aa-aa0b-4083-8ab0-6f33ce10ed77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:09.593042 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe7496aa-aa0b-4083-8ab0-6f33ce10ed77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:09.597390 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-fe7496aa-aa0b-4083-8ab0-6f33ce10ed77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bae815b-2850-4a76-888b-c20522998f79 HTTP/1.1" status: 204 len: 168 time: 0.3401711 Jul 02 11:05:09.610696 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7496aa-aa0b-4083-8ab0-6f33ce10ed77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bae815b-2850-4a76-888b-c20522998f79,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:09.631825 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:09.632509 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:09.640218 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port b8ac975c-399d-4402-8a40-c1ea5f09497c triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:09.640704 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:09.783614 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Router c4cc4647-2626-4835-b777-4e262d6ef87d is scheduled to L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d with binding_index 1 {{(pid=93178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 11:05:09.968901 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:09.975206 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:10.007995 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:05:10.018380 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Sync routers for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:05:10.030530 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:10.033296 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:10.155333 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:10.159979 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34608) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:10.166901 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-b147c821-bbfb-4b8a-9a30-ff84ea1337a6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9934254 Jul 02 11:05:10.227923 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-dde944d2-664c-439f-a82f-95c7ca6bee7d None None] Provisioning complete for port b8ac975c-399d-4402-8a40-c1ea5f09497c triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:10.228502 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dde944d2-664c-439f-a82f-95c7ca6bee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:10.379802 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:10.437068 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port b8ac975c-399d-4402-8a40-c1ea5f09497c, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=b8ac975c-399d-4402-8a40-c1ea5f09497c,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:10.465304 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:10.620736 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417902c6-0954-4a70-885e-6938e1b42f9a req-10123ecc-ab6d-408d-b77b-938dca7d2fdc tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:10.632072 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-10123ecc-ab6d-408d-b77b-938dca7d2fdc tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 819 time: 0.3822227 Jul 02 11:05:10.706602 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=b8ac975c-399d-4402-8a40-c1ea5f09497c,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:10.817271 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:07Z', 'revision_number': 3, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:10.820591 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-1ca52a6b-2fb0-4a5a-96bf-2a7b9af2f292 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/quotas/20afc301cd824dda9837cedf74ade47a HTTP/1.1" status: 200 len: 375 time: 0.1875880 Jul 02 11:05:10.848708 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Checking router: c4cc4647-2626-4835-b777-4e262d6ef87d for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:05:10.850836 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Updating router c4cc4647-2626-4835-b777-4e262d6ef87d port eb50abd7-235a-4fb8-89a6-09a4ba180b8c binding host dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:05:10.976708 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:11.217432 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-85d419e7-055e-4b8a-89dd-24c4fbc7e4ba req-04261a67-e691-4ba2-aca6-42ae9b9c5152 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 210 time: 0.0892842 Jul 02 11:05:11.553367 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:11.580332 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 36d76558-f3cf-4639-b4df-5f3ada95d001 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:11.662283 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Made reservation on behalf of 2e32ab71806b4608a87d4e5b8249a805 for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:11.667278 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:11.741611 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 36d76558-f3cf-4639-b4df-5f3ada95d001 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:11.763439 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 36d76558-f3cf-4639-b4df-5f3ada95d001 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:11.763924 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:11.777517 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-ab714c3b-57f3-4f46-a1d6-45356f1a0712 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9487202 Jul 02 11:05:11.796805 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Notify callbacks [] for port, precommit_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:11.825936 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.provisioning_blocks [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Transition to ACTIVE for port object eb50abd7-235a-4fb8-89a6-09a4ba180b8c will not be triggered until provisioned by entity L2. {{(pid=93180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:11.842246 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:11.853744 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:06Z', 'revision_number': 3, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:11.903421 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Attempting to bind port eb50abd7-235a-4fb8-89a6-09a4ba180b8c on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:11.905087 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Attempting to bind port eb50abd7-235a-4fb8-89a6-09a4ba180b8c by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:11.907349 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Attempting to bind port eb50abd7-235a-4fb8-89a6-09a4ba180b8c on network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:11.944823 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Checking router: 1b18c552-a28a-4aa5-93ad-1467a5ba1caf for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:05:11.945242 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Updating router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf port 6b2b4ee3-e584-455a-9a18-9644eb743bea binding host dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:05:12.002811 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:12.009256 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Checking segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:12.012474 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:12.013160 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Bound using segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:12.013917 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Bound port: eb50abd7-235a-4fb8-89a6-09a4ba180b8c, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:12.014614 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:12.030046 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Allocated IP 172.20.0.1 (0411a882-cef5-465d-84d7-07c8775a8d59/96f57f91-4b20-4f81-8966-ec05e4184b01/630d178b-aa9c-43b0-a0cb-35c303a37b3c) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:12.047862 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:12.292380 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:12.321800 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34682) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:12.340378 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Transition to ACTIVE for port object 630d178b-aa9c-43b0-a0cb-35c303a37b3c will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:12.342400 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] For port eb50abd7-235a-4fb8-89a6-09a4ba180b8c, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:12.351010 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a306b-cd63-4324-a156-731334bc0749 None None] Pushing event updated for resources: {'Port': ['ID=eb50abd7-235a-4fb8-89a6-09a4ba180b8c,revision_number=2']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:12.354308 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:05:12.392062 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:12.397716 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] For port eb50abd7-235a-4fb8-89a6-09a4ba180b8c, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=eb50abd7-235a-4fb8-89a6-09a4ba180b8c,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:12.408919 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:12.561301 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Network 0411a882-cef5-465d-84d7-07c8775a8d59 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:12.574810 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a306b-cd63-4324-a156-731334bc0749 None None] Pushing event updated for resources: {'Port': ['ID=eb50abd7-235a-4fb8-89a6-09a4ba180b8c,revision_number=3']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:12.588163 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:12.604500 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:12.608030 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:12.608390 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:12.611517 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699676'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:12.701916 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Sync routers for ids ['ff9d99c3-61c5-46e6-b7ad-377ea955288a'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:05:12.729164 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Pushing event updated for resources: {'Port': ['ID=630d178b-aa9c-43b0-a0cb-35c303a37b3c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:12.947468 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:12.953016 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Routers {'ff9d99c3-61c5-46e6-b7ad-377ea955288a'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:12.954259 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['ff9d99c3-61c5-46e6-b7ad-377ea955288a'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:12.996975 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4cdb236b-4041-4cff-88ef-325fb4a69b86 req-3f2da194-3a49-4bde-b845-30342bab21de tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 210 time: 0.3366520 Jul 02 11:05:13.068218 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-72349800-43ab-4e45-8dcd-a2d9b83a0622 service neutron] 10.222.0.24 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2869101 Jul 02 11:05:13.109046 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:13.155766 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-55e79da4-317b-4e74-9408-ecc5ba3bae16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:13.178187 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Allocated IP 172.20.0.2 (d740cb58-8012-4a35-85e3-87ab6e8214d7/df4f71d5-93bb-4d9a-8380-d7108ccf474a/8e4358a0-e14d-46bc-bb99-687bf10d6865) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:13.297794 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-d7ccc35e-b63d-44a7-ac00-b01b34eb16be None None] Provisioning for port 630d178b-aa9c-43b0-a0cb-35c303a37b3c completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:13.309338 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:13.322693 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Transition to ACTIVE for port object 6b2b4ee3-e584-455a-9a18-9644eb743bea will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:13.337463 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-d7ccc35e-b63d-44a7-ac00-b01b34eb16be None None] Provisioning complete for port 630d178b-aa9c-43b0-a0cb-35c303a37b3c triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:13.338167 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d7ccc35e-b63d-44a7-ac00-b01b34eb16be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:13.384063 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:13.413676 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 36d76558-f3cf-4639-b4df-5f3ada95d001, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=36d76558-f3cf-4639-b4df-5f3ada95d001,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:13.418960 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-d7ccc35e-b63d-44a7-ac00-b01b34eb16be None None] Port 630d178b-aa9c-43b0-a0cb-35c303a37b3c cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:05:13.425270 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:13.505283 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:13.506182 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 61bf9f26-a136-4b35-a069-318c69b0b4c0 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:13.581215 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-ded51206-6a07-4db9-9ed6-75c2e34eed62 service neutron] 10.222.0.24 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861670 Jul 02 11:05:13.599020 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6fa8e-f3fc-4d30-9c30-7326bf5810b1 None None] Pushing event updated for resources: {'Port': ['ID=6b2b4ee3-e584-455a-9a18-9644eb743bea,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:13.642966 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:07Z', 'revision_number': 3, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:13.682881 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3484b4-ac97-45cc-934d-dcaa659fee71 None None] The sync data for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi is: [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:07Z', 'revision_number': 3, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:05:13.948199 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Attempting to bind port 6b2b4ee3-e584-455a-9a18-9644eb743bea on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:13.948578 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Attempting to bind port 6b2b4ee3-e584-455a-9a18-9644eb743bea by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:13.949174 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Attempting to bind port 6b2b4ee3-e584-455a-9a18-9644eb743bea on network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:14.032453 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:14.050496 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Checking segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:14.051046 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:14.051421 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Bound using segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:14.051918 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Bound port: 6b2b4ee3-e584-455a-9a18-9644eb743bea, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:14.054327 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:14.059708 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Set router ff9d99c3-61c5-46e6-b7ad-377ea955288a gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:14.074821 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:14.083920 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:14.085129 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699866'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:14.179570 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=36d76558-f3cf-4639-b4df-5f3ada95d001,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:14.221705 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 61bf9f26-a136-4b35-a069-318c69b0b4c0 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:14.221705 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:14.392662 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Pushing event updated for resources: {'Port': ['ID=630d178b-aa9c-43b0-a0cb-35c303a37b3c,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:14.513787 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] For port 6b2b4ee3-e584-455a-9a18-9644eb743bea, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:14.628379 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] For port 6b2b4ee3-e584-455a-9a18-9644eb743bea, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=6b2b4ee3-e584-455a-9a18-9644eb743bea,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:14.683918 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:14.686222 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Network 0411a882-cef5-465d-84d7-07c8775a8d59 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:14.688023 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:14.898736 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3d03379e-6d0b-41e9-a586-4caeb8f94a65 req-e7a27220-6ca9-430c-9d57-9915b70a4e52 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 210 time: 0.3730199 Jul 02 11:05:14.956471 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-727a2429-ad16-497f-8c51-5e7c1f98261d req-ddfc1aca-d2ff-42cf-8a2c-3b46fd65e90c tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 210 time: 0.4524620 Jul 02 11:05:15.018301 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6fa8e-f3fc-4d30-9c30-7326bf5810b1 None None] Pushing event updated for resources: {'Port': ['ID=6b2b4ee3-e584-455a-9a18-9644eb743bea,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:15.244020 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Router c4cc4647-2626-4835-b777-4e262d6ef87d has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:05:15.245919 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:15.383329 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-22121b29-b964-47c0-8165-12010dc2c8d5 None None] Provisioning complete for port 630d178b-aa9c-43b0-a0cb-35c303a37b3c triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:15.383925 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-22121b29-b964-47c0-8165-12010dc2c8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:15.510435 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-22121b29-b964-47c0-8165-12010dc2c8d5 None None] Port 630d178b-aa9c-43b0-a0cb-35c303a37b3c cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:05:15.561390 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:15.562029 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:15.693083 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'name': 'tempest-ServerRescueNegativeTestJSON-1690363799-router', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:06Z', 'revision_number': 4, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'gw_port': {'id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '05d8b4a6-3f3c-454f-bf72-1e744b29e198', 'name': '', 'network_id': '181fc37a-db12-4b98-ac32-011683527f86', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'mac_address': 'fa:16:3e:bc:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '184b15da-0379-412b-9c0e-bcf60dcc3ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:06Z', 'updated_at': '2021-07-02T11:05:07Z', 'revision_number': 2, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'subnets': [{'id': '184b15da-0379-412b-9c0e-bcf60dcc3ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:15.741138 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:05:15.753487 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3f66a854-5ac5-42f0-adba-221b721b9c40 admin admin] 10.222.0.24 "PUT /v2.0/routers/c4cc4647-2626-4835-b777-4e262d6ef87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5923045 Jul 02 11:05:15.793361 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34852) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:15.882030 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-f282fd01-9517-4b6f-9981-1df38ae93944 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:15.889782 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-f282fd01-9517-4b6f-9981-1df38ae93944 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 819 time: 0.2315385 Jul 02 11:05:15.935866 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 36d76558-f3cf-4639-b4df-5f3ada95d001 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:15.971470 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Checking router: ff9d99c3-61c5-46e6-b7ad-377ea955288a for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:05:15.977685 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Updating router ff9d99c3-61c5-46e6-b7ad-377ea955288a port 05d8b4a6-3f3c-454f-bf72-1e744b29e198 binding host dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:05:16.048198 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-30719699-40c2-462f-a8a3-a8d6a647fafe tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/quotas/20afc301cd824dda9837cedf74ade47a HTTP/1.1" status: 200 len: 375 time: 0.1565654 Jul 02 11:05:16.168383 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8067d2b0-2998-4f8a-a6b1-a1653245e96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:16.264701 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:16.264701 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:16.382912 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cca119db-9fdc-4d3f-8ffa-f3fe8f03670f req-a4c728b6-120b-462f-b801-0e8668bc8e4d tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 210 time: 0.1658714 Jul 02 11:05:16.452008 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:16.561220 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:16.659286 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 36d76558-f3cf-4639-b4df-5f3ada95d001 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:16.659286 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:16.711520 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34880) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:16.777021 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Pushing event updated for resources: {'Port': ['ID=8e4358a0-e14d-46bc-bb99-687bf10d6865,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:16.883064 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Network d740cb58-8012-4a35-85e3-87ab6e8214d7 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:16.928979 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-8ca9fbfd-5db7-4f79-be3f-5d6126da902c tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7473836 Jul 02 11:05:16.933623 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:16.940154 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:16.954173 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Sync routers for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:05:16.966064 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a94e823-5fb1-451f-a5ab-ca4e732ce1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:16.974368 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:16.975224 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:16.982016 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:16.987024 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:17.029306 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-55e79da4-317b-4e74-9408-ecc5ba3bae16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:17.055174 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-55e79da4-317b-4e74-9408-ecc5ba3bae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:17.144596 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.db.api [None req-5a94e823-5fb1-451f-a5ab-ca4e732ce1d9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 02 11:05:17.144596 dv-cinder-784092-13-iscsi neutron-server[93177]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 02 11:05:17.144596 dv-cinder-784092-13-iscsi neutron-server[93177]: [parameters: {'project_id_1': '7b4faf83061f4f9fb8f260a62bc77fcd', 'expiration_1': datetime.datetime(2021, 7, 2, 11, 5, 17, 30495)}] Jul 02 11:05:17.144596 dv-cinder-784092-13-iscsi neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 02 11:05:17.148213 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG oslo_db.api [None req-5a94e823-5fb1-451f-a5ab-ca4e732ce1d9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 02 11:05:17.209601 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-705266b4-192d-44b5-9b0c-45fa8f2f5c91 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6498218 Jul 02 11:05:17.221879 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Allocated IP 172.20.0.1 (5f3d2969-1d63-4eb4-98ee-4f75017fd92d/59085ac5-fbd3-4a9e-be9a-43457d588973/ad617cfc-588a-41ba-8165-32a99348eed5) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:17.286528 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8067d2b0-2998-4f8a-a6b1-a1653245e96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:17.296203 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8067d2b0-2998-4f8a-a6b1-a1653245e96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:17.310163 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e79da4-317b-4e74-9408-ecc5ba3bae16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbec742-c4c4-4b81-9773-1b81eda98327,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:17.373408 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:17.405531 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-72a327ce-d4ef-4ac9-a9fc-2238f4112fa5 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 11:05:17.406775 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-72a327ce-d4ef-4ac9-a9fc-2238f4112fa5 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461924 Jul 02 11:05:17.407773 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067d2b0-2998-4f8a-a6b1-a1653245e96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9f8b70-bc8e-4a9e-be65-a9b225b43ac1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:17.449685 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-8067d2b0-2998-4f8a-a6b1-a1653245e96b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f07ceec8864e46bf8efed4355c3c6c56&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6472828 Jul 02 11:05:17.450701 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34898) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:17.475220 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device b8ac975c-399d-4402-8a40-c1ea5f09497c up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:17.563771 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d2ec343-7495-4270-94b1-d42f9080c1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:17.629145 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d2ec343-7495-4270-94b1-d42f9080c1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:17.630049 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-703fc253-d568-45bd-9139-6f55528c6418 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 11:05:17.638914 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:06Z', 'revision_number': 3, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:17.649837 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-703fc253-d568-45bd-9139-6f55528c6418 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3405757 Jul 02 11:05:17.652475 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a94e823-5fb1-451f-a5ab-ca4e732ce1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:17.660657 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-55e79da4-317b-4e74-9408-ecc5ba3bae16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e19befdce0dd471895ff9bfd82d4cf0d&name=default HTTP/1.1" status: 200 len: 2975 time: 5.2469416 Jul 02 11:05:17.676894 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34900) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:17.792376 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f507981-31ec-43aa-9e20-2972257a9502 None None] The sync data for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi is: [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:06Z', 'revision_number': 3, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:05:17.881712 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port b8ac975c-399d-4402-8a40-c1ea5f09497c triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:17.882188 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.007354 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.008893 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.055882 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a73d4603-d346-482e-b323-b6745ca00a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.057153 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:13Z', 'revision_number': 2, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:18.077612 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Transition to ACTIVE for port object ad617cfc-588a-41ba-8165-32a99348eed5 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:18.089285 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-4377788f-10e6-4b1f-9861-e3cdeaa85f2e service neutron] 10.222.0.24 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385345 Jul 02 11:05:18.114118 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Transition to ACTIVE for port object 05d8b4a6-3f3c-454f-bf72-1e744b29e198 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:18.124113 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Request body: {'port': {'device_id': '0c41a007-bab3-48cf-9915-44e6146d37ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:18.124550 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Checking router: c4cc4647-2626-4835-b777-4e262d6ef87d for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:05:18.125540 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Updating router c4cc4647-2626-4835-b777-4e262d6ef87d port 630d178b-aa9c-43b0-a0cb-35c303a37b3c binding host dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:05:18.138158 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d2ec343-7495-4270-94b1-d42f9080c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.148920 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d2ec343-7495-4270-94b1-d42f9080c1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.150042 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-5d2ec343-7495-4270-94b1-d42f9080c1a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad9f8b70-bc8e-4a9e-be65-a9b225b43ac1 HTTP/1.1" status: 204 len: 168 time: 0.6982219 Jul 02 11:05:18.253911 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.283881 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.300813 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device eb50abd7-235a-4fb8-89a6-09a4ba180b8c up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:18.344780 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 34914) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:18.347123 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a73d4603-d346-482e-b323-b6745ca00a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.367991 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-7f3ebab7-0376-48d9-a171-d7da238f32c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016906415', 'description': 'tempest-description--1043371515'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:18.396342 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.67', 61550) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:18.410934 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.423298 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:18.430769 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.469549 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-59c28056-2d10-4c25-b61f-13ec97e2fe98 service neutron] 10.222.0.24 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746564 Jul 02 11:05:18.489214 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:18.506489 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:18.507013 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699676'] for router_interface, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.579903 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ec343-7495-4270-94b1-d42f9080c1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9f8b70-bc8e-4a9e-be65-a9b225b43ac1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:18.745459 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a94e823-5fb1-451f-a5ab-ca4e732ce1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.747004 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a73d4603-d346-482e-b323-b6745ca00a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.751382 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a73d4603-d346-482e-b323-b6745ca00a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.758243 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a73d4603-d346-482e-b323-b6745ca00a94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bbec742-c4c4-4b81-9773-1b81eda98327 HTTP/1.1" status: 204 len: 168 time: 1.0801122 Jul 02 11:05:18.761868 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a94e823-5fb1-451f-a5ab-ca4e732ce1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:18.791110 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-5a94e823-5fb1-451f-a5ab-ca4e732ce1d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b4faf83061f4f9fb8f260a62bc77fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0773482 Jul 02 11:05:18.791978 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34922) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:18.804740 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d4603-d346-482e-b323-b6745ca00a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbec742-c4c4-4b81-9773-1b81eda98327,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:18.826238 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64e9bd-da8c-4efb-b345-b066cf84c148 None None] Pushing event updated for resources: {'Port': ['ID=05d8b4a6-3f3c-454f-bf72-1e744b29e198,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:18.969389 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94e823-5fb1-451f-a5ab-ca4e732ce1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e467231-6ede-4fa8-815d-4b584b2364c4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:19.004747 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be41f573-0e4c-41b3-a3d4-653d0b5c25ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:19.104346 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be41f573-0e4c-41b3-a3d4-653d0b5c25ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:19.113136 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Attempting to bind port 05d8b4a6-3f3c-454f-bf72-1e744b29e198 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:19.118448 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Attempting to bind port 05d8b4a6-3f3c-454f-bf72-1e744b29e198 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:19.119208 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Attempting to bind port 05d8b4a6-3f3c-454f-bf72-1e744b29e198 on network 181fc37a-db12-4b98-ac32-011683527f86 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:19.142470 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:19.147140 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad617cfc-588a-41ba-8165-32a99348eed5,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:19.150491 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Checking segment: {'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:19.153141 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:19.153919 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Bound using segment: {'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:19.154734 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Bound port: 05d8b4a6-3f3c-454f-bf72-1e744b29e198, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:19.159430 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:19.262780 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be41f573-0e4c-41b3-a3d4-653d0b5c25ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:19.269722 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be41f573-0e4c-41b3-a3d4-653d0b5c25ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:19.280920 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-be41f573-0e4c-41b3-a3d4-653d0b5c25ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e467231-6ede-4fa8-815d-4b584b2364c4 HTTP/1.1" status: 204 len: 168 time: 0.4836895 Jul 02 11:05:19.318970 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port eb50abd7-235a-4fb8-89a6-09a4ba180b8c completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:19.331115 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41f573-0e4c-41b3-a3d4-653d0b5c25ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e467231-6ede-4fa8-815d-4b584b2364c4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:19.392697 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port eb50abd7-235a-4fb8-89a6-09a4ba180b8c triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:19.393070 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:19.411647 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-604d82bb-63bc-436e-8f64-084312423bca None None] Provisioning for port ad617cfc-588a-41ba-8165-32a99348eed5 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:19.560384 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-604d82bb-63bc-436e-8f64-084312423bca None None] Provisioning complete for port ad617cfc-588a-41ba-8165-32a99348eed5 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:19.561767 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-604d82bb-63bc-436e-8f64-084312423bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:19.605707 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebab7-0376-48d9-a171-d7da238f32c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:19.695954 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] For port 05d8b4a6-3f3c-454f-bf72-1e744b29e198, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:19.745118 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:19.754499 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] For port 05d8b4a6-3f3c-454f-bf72-1e744b29e198, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=05d8b4a6-3f3c-454f-bf72-1e744b29e198,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:19.769241 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-604d82bb-63bc-436e-8f64-084312423bca None None] Port ad617cfc-588a-41ba-8165-32a99348eed5 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:05:19.775554 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.provisioning_blocks [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Transition to ACTIVE for port object 630d178b-aa9c-43b0-a0cb-35c303a37b3c will not be triggered until provisioned by entity L2. {{(pid=93180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:19.778306 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:19.794491 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:19.946874 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Routers {'ff9d99c3-61c5-46e6-b7ad-377ea955288a'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:19.947577 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['ff9d99c3-61c5-46e6-b7ad-377ea955288a'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:20.032843 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904bb7e-4171-4b29-a392-d5c0923d6a19 None None] Pushing event updated for resources: {'Port': ['ID=630d178b-aa9c-43b0-a0cb-35c303a37b3c,revision_number=3']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:20.191233 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Attempting to bind port 630d178b-aa9c-43b0-a0cb-35c303a37b3c on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:20.198083 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Attempting to bind port 630d178b-aa9c-43b0-a0cb-35c303a37b3c by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:20.198963 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Attempting to bind port 630d178b-aa9c-43b0-a0cb-35c303a37b3c on network 0411a882-cef5-465d-84d7-07c8775a8d59 {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:20.226876 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:20.227601 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Checking segment: {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:20.229589 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64e9bd-da8c-4efb-b345-b066cf84c148 None None] Pushing event updated for resources: {'Port': ['ID=05d8b4a6-3f3c-454f-bf72-1e744b29e198,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:20.241676 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:20.242216 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Bound using segment: {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:20.245269 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Bound port: 630d178b-aa9c-43b0-a0cb-35c303a37b3c, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'}}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:20.245737 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:20.276120 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:20.475844 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34972) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:20.521000 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-880ecfe3-5f4a-491f-a21b-eea0fa37559d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:20.580361 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port eb50abd7-235a-4fb8-89a6-09a4ba180b8c, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=eb50abd7-235a-4fb8-89a6-09a4ba180b8c,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:20.610081 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:20.625493 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] For port 630d178b-aa9c-43b0-a0cb-35c303a37b3c, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:20.642744 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] For port 630d178b-aa9c-43b0-a0cb-35c303a37b3c, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=630d178b-aa9c-43b0-a0cb-35c303a37b3c,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:20.660038 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:20.748185 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] Set router ff9d99c3-61c5-46e6-b7ad-377ea955288a gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:20.762716 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-880ecfe3-5f4a-491f-a21b-eea0fa37559d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:20.816373 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-880ecfe3-5f4a-491f-a21b-eea0fa37559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:20.961112 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:20.968394 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:20.973239 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904bb7e-4171-4b29-a392-d5c0923d6a19 None None] Pushing event updated for resources: {'Port': ['ID=630d178b-aa9c-43b0-a0cb-35c303a37b3c,revision_number=4']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:20.986321 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ecfe3-5f4a-491f-a21b-eea0fa37559d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543b01e1-77d8-41f9-a15d-1cb578b2122e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:21.011802 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-880ecfe3-5f4a-491f-a21b-eea0fa37559d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e9400aece844f91967aeda4e6eb1b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327179 Jul 02 11:05:21.014640 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 34980) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:21.087707 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-170185f5-a3a0-41a6-9387-244850faf9bd req-949d4487-f42a-4a58-ae8d-8eae6f5a55a3 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 210 time: 1.4054186 Jul 02 11:05:21.097332 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=eb50abd7-235a-4fb8-89a6-09a4ba180b8c,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:21.205270 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d610bfd8-0d47-4662-91df-3f6b07b7927c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:21.248691 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d610bfd8-0d47-4662-91df-3f6b07b7927c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:21.296048 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 6b2b4ee3-e584-455a-9a18-9644eb743bea up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:21.361979 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d610bfd8-0d47-4662-91df-3f6b07b7927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:21.368121 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d610bfd8-0d47-4662-91df-3f6b07b7927c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:21.372421 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d610bfd8-0d47-4662-91df-3f6b07b7927c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/543b01e1-77d8-41f9-a15d-1cb578b2122e HTTP/1.1" status: 204 len: 168 time: 0.3533115 Jul 02 11:05:21.408640 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610bfd8-0d47-4662-91df-3f6b07b7927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543b01e1-77d8-41f9-a15d-1cb578b2122e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:21.416069 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebab7-0376-48d9-a171-d7da238f32c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:21.434846 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:21.469871 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebab7-0376-48d9-a171-d7da238f32c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:21.525089 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 6b2b4ee3-e584-455a-9a18-9644eb743bea completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:21.529698 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417902c6-0954-4a70-885e-6938e1b42f9a req-4fbb38d3-effe-48d7-a495-73fc3ce7347f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:21.534753 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-4fbb38d3-effe-48d7-a495-73fc3ce7347f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.67 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 819 time: 3.1304338 Jul 02 11:05:21.550962 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ebab7-0376-48d9-a171-d7da238f32c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082fec99-6953-4064-9cbe-f82bd701c003,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:21.551116 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 6b2b4ee3-e584-455a-9a18-9644eb743bea triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:21.551391 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:21.853332 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'name': 'tempest-ServerRescueNegativeTestJSON-1690363799-router', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:06Z', 'revision_number': 4, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'gw_port': {'id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '05d8b4a6-3f3c-454f-bf72-1e744b29e198', 'name': '', 'network_id': '181fc37a-db12-4b98-ac32-011683527f86', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'mac_address': 'fa:16:3e:bc:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '184b15da-0379-412b-9c0e-bcf60dcc3ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:06Z', 'updated_at': '2021-07-02T11:05:19Z', 'revision_number': 4, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'subnets': [{'id': '184b15da-0379-412b-9c0e-bcf60dcc3ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:21.869353 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:21.934598 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b7729-3442-45e1-a6fa-af83028ac223 None None] The sync data for ids ['ff9d99c3-61c5-46e6-b7ad-377ea955288a'] in dv-cinder-784092-13-iscsi is: [{'id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'name': 'tempest-ServerRescueNegativeTestJSON-1690363799-router', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:06Z', 'revision_number': 4, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'gw_port': {'id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '05d8b4a6-3f3c-454f-bf72-1e744b29e198', 'name': '', 'network_id': '181fc37a-db12-4b98-ac32-011683527f86', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'mac_address': 'fa:16:3e:bc:c2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '184b15da-0379-412b-9c0e-bcf60dcc3ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:06Z', 'updated_at': '2021-07-02T11:05:19Z', 'revision_number': 4, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'subnets': [{'id': '184b15da-0379-412b-9c0e-bcf60dcc3ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:05:21.936491 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7f3ebab7-0376-48d9-a171-d7da238f32c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:21.941292 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-7f3ebab7-0376-48d9-a171-d7da238f32c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.5903296 Jul 02 11:05:21.944162 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35014) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:21.949934 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-524455d4-3c61-471c-95d1-adb1d29968d9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Request body: {'security_group_rule': {'security_group_id': '082fec99-6953-4064-9cbe-f82bd701c003', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:21.958437 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:21.961644 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 6b2b4ee3-e584-455a-9a18-9644eb743bea, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=6b2b4ee3-e584-455a-9a18-9644eb743bea,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:21.966896 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:21.969282 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 05d8b4a6-3f3c-454f-bf72-1e744b29e198 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:22.062466 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-524455d4-3c61-471c-95d1-adb1d29968d9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.086611 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd689ebf-68f0-4daf-af33-7e42ae3769a3 None None] The sync data for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi is: [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:05:22.095689 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=6b2b4ee3-e584-455a-9a18-9644eb743bea,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:22.137447 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 05d8b4a6-3f3c-454f-bf72-1e744b29e198 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:22.149361 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 05d8b4a6-3f3c-454f-bf72-1e744b29e198 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:22.149903 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.242451 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.258651 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-524455d4-3c61-471c-95d1-adb1d29968d9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.269139 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-524455d4-3c61-471c-95d1-adb1d29968d9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.341420 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524455d4-3c61-471c-95d1-adb1d29968d9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5056ad5-3063-470d-9d0d-1b815898615e,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:22.370800 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-524455d4-3c61-471c-95d1-adb1d29968d9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.374758 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-524455d4-3c61-471c-95d1-adb1d29968d9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4263771 Jul 02 11:05:22.375349 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35036) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:22.398871 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9a5a9507-052c-4e16-b7b4-6734234a0f25 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Request body: {'security_group_rule': {'security_group_id': '082fec99-6953-4064-9cbe-f82bd701c003', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:22.495053 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a5a9507-052c-4e16-b7b4-6734234a0f25 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.509333 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.578626 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 05d8b4a6-3f3c-454f-bf72-1e744b29e198, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=05d8b4a6-3f3c-454f-bf72-1e744b29e198,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:22.589229 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.612654 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c24cc4-ee11-44cc-9da9-757fa53ce56b req-3f89f7b6-80b0-40c7-9572-80eb21303a0b tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:22.619613 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-55c24cc4-ee11-44cc-9da9-757fa53ce56b req-3f89f7b6-80b0-40c7-9572-80eb21303a0b tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 931 time: 3.5746748 Jul 02 11:05:22.676406 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=05d8b4a6-3f3c-454f-bf72-1e744b29e198,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:22.719893 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a5a9507-052c-4e16-b7b4-6734234a0f25 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.730988 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a5a9507-052c-4e16-b7b4-6734234a0f25 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.754450 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a9507-052c-4e16-b7b4-6734234a0f25 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f09d00-94dd-41c1-ba47-a045c9299a2e,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:22.768867 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8eda1c49-ce9c-432f-9478-219617a2e981 req-c5ecb6ba-c14e-4ca9-8a46-0914de82e1b5 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 210 time: 0.1491466 Jul 02 11:05:22.799828 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a5a9507-052c-4e16-b7b4-6734234a0f25 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.804680 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-9a5a9507-052c-4e16-b7b4-6734234a0f25 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4274049 Jul 02 11:05:22.805662 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35042) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:22.821442 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Request body: {'floatingip': {'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:22.838933 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.848243 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35044) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:22.873842 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4358a0-e14d-46bc-bb99-687bf10d6865 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:05:22.892269 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.893169 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699866'] for router_interface, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.897365 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.904012 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:22.926136 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 6b2b4ee3-e584-455a-9a18-9644eb743bea up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:22.953602 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-55c24cc4-ee11-44cc-9da9-757fa53ce56b req-47f22501-11e0-4d68-811d-6fbefa7ca0de tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330312 Jul 02 11:05:23.049762 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Transition to ACTIVE for port object 8e4358a0-e14d-46bc-bb99-687bf10d6865 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:23.072535 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 6b2b4ee3-e584-455a-9a18-9644eb743bea triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:23.072535 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:23.077497 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:23.088924 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad617cfc-588a-41ba-8165-32a99348eed5,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:23.252988 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 630d178b-aa9c-43b0-a0cb-35c303a37b3c up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:23.400356 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 630d178b-aa9c-43b0-a0cb-35c303a37b3c completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:23.406102 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 630d178b-aa9c-43b0-a0cb-35c303a37b3c triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:23.408064 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:23.428561 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-969fd905-88e4-4407-9602-336673df9126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:23.537482 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4358a0-e14d-46bc-bb99-687bf10d6865,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:23.559284 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Attempting to bind port 8e4358a0-e14d-46bc-bb99-687bf10d6865 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:23.560468 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Attempting to bind port 8e4358a0-e14d-46bc-bb99-687bf10d6865 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '635f2d48-2a7a-4174-bede-6ad5f5b2358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd740cb58-8012-4a35-85e3-87ab6e8214d7'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:23.561398 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Attempting to bind port 8e4358a0-e14d-46bc-bb99-687bf10d6865 on network d740cb58-8012-4a35-85e3-87ab6e8214d7 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:23.590565 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:23.592171 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Port 8e4358a0-e14d-46bc-bb99-687bf10d6865 on network d740cb58-8012-4a35-85e3-87ab6e8214d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:05:23.592797 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Attempting to bind port 8e4358a0-e14d-46bc-bb99-687bf10d6865 on network d740cb58-8012-4a35-85e3-87ab6e8214d7 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:23.605960 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:23.606625 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Checking segment: {'id': '635f2d48-2a7a-4174-bede-6ad5f5b2358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd740cb58-8012-4a35-85e3-87ab6e8214d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:23.612957 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Bound using segment: {'id': '635f2d48-2a7a-4174-bede-6ad5f5b2358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd740cb58-8012-4a35-85e3-87ab6e8214d7'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:23.613727 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Bound port: 8e4358a0-e14d-46bc-bb99-687bf10d6865, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635f2d48-2a7a-4174-bede-6ad5f5b2358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd740cb58-8012-4a35-85e3-87ab6e8214d7'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:23.614300 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:23.617063 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:23.651609 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:23.654125 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:23.724592 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 630d178b-aa9c-43b0-a0cb-35c303a37b3c, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=630d178b-aa9c-43b0-a0cb-35c303a37b3c,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:23.735943 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:23.737097 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device eb50abd7-235a-4fb8-89a6-09a4ba180b8c up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:23.897595 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-417902c6-0954-4a70-885e-6938e1b42f9a req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Request body: {'port': {'device_id': '723d4dae-9639-4403-8cc6-15e124cc50e6', 'network_id': '181fc37a-db12-4b98-ac32-011683527f86', 'admin_state_up': True, 'tenant_id': '20afc301cd824dda9837cedf74ade47a'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:24.091029 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-969fd905-88e4-4407-9602-336673df9126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:24.127114 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=630d178b-aa9c-43b0-a0cb-35c303a37b3c,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:24.145695 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-969fd905-88e4-4407-9602-336673df9126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:24.173804 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Allocated IP 172.27.1.59 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/518fc104-378f-4b28-a015-fe40581d2dfd) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:24.188959 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port eb50abd7-235a-4fb8-89a6-09a4ba180b8c triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:24.190371 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:24.310558 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-518c4639-13a3-4cd3-8309-18ca9495ca6d req-d29a1bb0-13d4-4d01-a104-8646e7ef91dd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 210 time: 0.2156134 Jul 02 11:05:24.374183 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-088eab6b-f0d6-4f83-8e74-7e6fb06d8871 None None] Provisioning complete for port ad617cfc-588a-41ba-8165-32a99348eed5 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:24.380267 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-088eab6b-f0d6-4f83-8e74-7e6fb06d8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:24.412415 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-969fd905-88e4-4407-9602-336673df9126 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79e462e48404430fb692edd76ebe4c98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5539792 Jul 02 11:05:24.414809 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35082) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:24.445770 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] For port 8e4358a0-e14d-46bc-bb99-687bf10d6865, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:24.490157 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-088eab6b-f0d6-4f83-8e74-7e6fb06d8871 None None] Port ad617cfc-588a-41ba-8165-32a99348eed5 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:05:24.554153 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fd905-88e4-4407-9602-336673df9126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eab596-134d-435b-96c7-6a458c74d2ee,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:24.566185 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] For port 8e4358a0-e14d-46bc-bb99-687bf10d6865, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8e4358a0-e14d-46bc-bb99-687bf10d6865,segment=NetworkSegment(635f2d48-2a7a-4174-bede-6ad5f5b2358c),segment_id=635f2d48-2a7a-4174-bede-6ad5f5b2358c)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:24.613711 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:24.646638 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:24.650024 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71192623-2892-4034-b43c-926f40396e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:24.731345 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71192623-2892-4034-b43c-926f40396e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:24.741569 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:05:24.818811 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:24.841069 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 05d8b4a6-3f3c-454f-bf72-1e744b29e198 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:24.850378 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35100) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:24.851850 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:24.852956 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:24.857210 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] 10.222.0.67 "PUT /v2.0/ports/8e4358a0-e14d-46bc-bb99-687bf10d6865 HTTP/1.1" status: 200 len: 1093 time: 6.9884083 Jul 02 11:05:24.858939 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c41a007-bab3-48cf-9915-44e6146d37ff', 'tag': '8e4358a0-e14d-46bc-bb99-687bf10d6865'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:05:24.979339 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:24.996270 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:25.004519 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:25.027998 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 05d8b4a6-3f3c-454f-bf72-1e744b29e198 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:25.028324 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71192623-2892-4034-b43c-926f40396e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:25.031069 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:25.038262 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71192623-2892-4034-b43c-926f40396e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:25.039423 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-71192623-2892-4034-b43c-926f40396e9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9eab596-134d-435b-96c7-6a458c74d2ee HTTP/1.1" status: 204 len: 168 time: 0.6222568 Jul 02 11:05:25.101692 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event updated for resources: {'Port': ['ID=518fc104-378f-4b28-a015-fe40581d2dfd,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:25.126259 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a5b2-c8ac-49be-a899-893220e68254 req-6a72cafe-d512-4290-9167-6cbd093a98d5 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:25.133716 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9df0a5b2-c8ac-49be-a899-893220e68254 req-6a72cafe-d512-4290-9167-6cbd093a98d5 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 943 time: 0.8433149 Jul 02 11:05:25.179224 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417902c6-0954-4a70-885e-6938e1b42f9a req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Made reservation on behalf of 20afc301cd824dda9837cedf74ade47a for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:25.197944 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-417902c6-0954-4a70-885e-6938e1b42f9a req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:25.201801 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.67', 61556) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:25.203537 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963079a-8869-4d3d-8095-071bb74a81f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4358a0-e14d-46bc-bb99-687bf10d6865,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:25.287008 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71192623-2892-4034-b43c-926f40396e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eab596-134d-435b-96c7-6a458c74d2ee,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:25.371585 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 630d178b-aa9c-43b0-a0cb-35c303a37b3c up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:25.569271 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 630d178b-aa9c-43b0-a0cb-35c303a37b3c triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:25.569959 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:25.875088 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cdaf08-6bc9-4e5e-ab3f-49e813d66e74" -d '{"events": [{"name": "network-changed", "server_uuid": "0c41a007-bab3-48cf-9915-44e6146d37ff", "tag": "8e4358a0-e14d-46bc-bb99-687bf10d6865"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:05:26.084156 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-69588b9f-1d56-4aad-b632-a0ba8576e79c req-85463d8c-8a90-4ea2-810e-62900ad4cfe6 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 210 time: 0.1725111 Jul 02 11:05:26.196970 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-05f9b1b7-ba9a-48d8-b041-f172018a439e tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:26.201854 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-05f9b1b7-ba9a-48d8-b041-f172018a439e tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.67 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 819 time: 0.9175782 Jul 02 11:05:26.266396 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3051-0b9d-469a-a570-bd123b6f57a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:26.348541 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9df0a5b2-c8ac-49be-a899-893220e68254 req-f7960ff0-cccd-4c3d-af0d-5dd08a366523 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2099409 Jul 02 11:05:26.457785 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3051-0b9d-469a-a570-bd123b6f57a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:26.470973 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Request body: {'port': {'device_id': '2732a8df-7a5c-4f9b-aea4-4071980187b4', 'network_id': '181fc37a-db12-4b98-ac32-011683527f86', 'admin_state_up': True, 'tenant_id': '20afc301cd824dda9837cedf74ade47a'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:26.482128 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3051-0b9d-469a-a570-bd123b6f57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:26.506496 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:05:26.523527 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Sync routers for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:05:26.536182 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:26.552121 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:26.554220 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:26.558592 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-d17d3f94-c398-4fee-9877-a4a587aac4a0 admin admin] 10.222.0.24 "PUT /v2.0/routers/1b18c552-a28a-4aa5-93ad-1467a5ba1caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9967768 Jul 02 11:05:26.566230 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f3051-0b9d-469a-a570-bd123b6f57a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d618d031-6f7c-4b15-9130-f9ceb9e02ff6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:26.648522 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-0b1775d6-34f2-4aad-b24f-61bbc1f299fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:26.651634 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-0b1775d6-34f2-4aad-b24f-61bbc1f299fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e32ab71806b4608a87d4e5b8249a805&device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 1096 time: 1.5372274 Jul 02 11:05:26.711966 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a8b134-79a7-47b9-993c-7c042befa408 x-openstack-request-id: req-50a8b134-79a7-47b9-993c-7c042befa408 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:05:26.712787 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c41a007-bab3-48cf-9915-44e6146d37ff", "tag": "8e4358a0-e14d-46bc-bb99-687bf10d6865", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:05:26.713326 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50a8b134-79a7-47b9-993c-7c042befa408 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:05:26.714104 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c41a007-bab3-48cf-9915-44e6146d37ff', 'tag': '8e4358a0-e14d-46bc-bb99-687bf10d6865', 'status': 'completed', 'code': 200} Jul 02 11:05:26.727036 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:26.925722 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:27.082288 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-daa862d0-c8cc-4084-8381-927c1a90c422 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e4358a0-e14d-46bc-bb99-687bf10d6865 HTTP/1.1" status: 200 len: 217 time: 0.3639867 Jul 02 11:05:27.089010 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-9f3f3051-0b9d-469a-a570-bd123b6f57a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb03727698624b83b7557fe4e67cd6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2326832 Jul 02 11:05:27.090244 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35180) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:27.393165 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-f24f290a-27c2-4e59-88be-eac9ddd6c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:27.394985 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-f24f290a-27c2-4e59-88be-eac9ddd6c23d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=df4f71d5-93bb-4d9a-8380-d7108ccf474a HTTP/1.1" status: 200 len: 852 time: 0.2403004 Jul 02 11:05:27.396353 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-417902c6-0954-4a70-885e-6938e1b42f9a req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Allocated IP 172.20.0.3 (181fc37a-db12-4b98-ac32-011683527f86/184b15da-0379-412b-9c0e-bcf60dcc3ada/10c1fb65-c2dd-4b77-9989-d8c66e6e0b90) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:27.606223 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:27.613618 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6e2eb5fa-9b89-45d3-bfbb-7946be8a9ab8 req-7e04fd27-bb23-493e-b27a-325531645954 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 210 time: 0.2128210 Jul 02 11:05:27.617118 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-6148d9c0-f327-4157-9203-ae78b06bf763 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d740cb58-8012-4a35-85e3-87ab6e8214d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673419 Jul 02 11:05:27.620015 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a00b7180-e103-4f27-9728-af9e9f34b909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:27.632140 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:27.669720 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Made reservation on behalf of 20afc301cd824dda9837cedf74ade47a for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:27.679119 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:27.742457 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:27.803287 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a00b7180-e103-4f27-9728-af9e9f34b909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:27.852141 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:27.858873 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:22Z', 'revision_number': 2, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:27.935469 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Checking router: 1b18c552-a28a-4aa5-93ad-1467a5ba1caf for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:05:27.936827 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Updating router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf port ad617cfc-588a-41ba-8165-32a99348eed5 binding host dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:05:27.960272 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-417902c6-0954-4a70-885e-6938e1b42f9a req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:27.965403 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event updated for resources: {'Port': ['ID=518fc104-378f-4b28-a015-fe40581d2dfd,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:27.993420 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:27.994949 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-4cdc5d95-f29d-4c93-898b-ed77faa930b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1881530 Jul 02 11:05:28.028268 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:28.146599 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a00b7180-e103-4f27-9728-af9e9f34b909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:28.150353 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a00b7180-e103-4f27-9728-af9e9f34b909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:28.151724 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a00b7180-e103-4f27-9728-af9e9f34b909 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d618d031-6f7c-4b15-9130-f9ceb9e02ff6 HTTP/1.1" status: 204 len: 168 time: 1.0178823 Jul 02 11:05:28.178133 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-417902c6-0954-4a70-885e-6938e1b42f9a req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:28.208923 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b7180-e103-4f27-9728-af9e9f34b909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d618d031-6f7c-4b15-9130-f9ceb9e02ff6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:28.264086 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Allocated IP 172.20.0.4 (181fc37a-db12-4b98-ac32-011683527f86/184b15da-0379-412b-9c0e-bcf60dcc3ada/20faadb2-8a52-484e-b08f-e3e3fd5699d1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:28.280527 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417902c6-0954-4a70-885e-6938e1b42f9a req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Network 181fc37a-db12-4b98-ac32-011683527f86 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:28.293559 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-417902c6-0954-4a70-885e-6938e1b42f9a req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:28.300577 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-417902c6-0954-4a70-885e-6938e1b42f9a req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:28.313469 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417902c6-0954-4a70-885e-6938e1b42f9a req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:28.316867 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-417902c6-0954-4a70-885e-6938e1b42f9a req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:28.397743 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-c5392f58-0389-4c0a-b455-80d1de8df7b0 service neutron] 10.222.0.67 "GET /v2.0/networks/d740cb58-8012-4a35-85e3-87ab6e8214d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462436 Jul 02 11:05:28.401644 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Pushing event updated for resources: {'Port': ['ID=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:28.498581 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:28.509812 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Transition to ACTIVE for port object ad617cfc-588a-41ba-8165-32a99348eed5 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:28.524012 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:28.647045 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:28.689005 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce7533d0-3027-4a8d-9c55-64927d20c746 req-327273bf-91a6-4731-a211-d53ae12c56ee service neutron] 10.222.0.67 "GET /v2.0/networks/d740cb58-8012-4a35-85e3-87ab6e8214d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639284 Jul 02 11:05:28.711939 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfffd4-e3cc-4713-9b3c-b1c287a7af6a None None] Pushing event updated for resources: {'Port': ['ID=ad617cfc-588a-41ba-8165-32a99348eed5,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:28.718022 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Attempting to bind port ad617cfc-588a-41ba-8165-32a99348eed5 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:28.719442 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Attempting to bind port ad617cfc-588a-41ba-8165-32a99348eed5 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:28.720918 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Attempting to bind port ad617cfc-588a-41ba-8165-32a99348eed5 on network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:28.736003 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:28.736682 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Checking segment: {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:28.737299 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:28.737892 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Bound using segment: {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:28.738587 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Bound port: ad617cfc-588a-41ba-8165-32a99348eed5, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:28.739150 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:28.757848 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:28.780936 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-2f4b6f82-db03-4e55-a3be-f83ce44e638f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9141965 Jul 02 11:05:28.899794 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] For port ad617cfc-588a-41ba-8165-32a99348eed5, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:28.900238 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac892b-3c1a-4140-9b93-e78728f52846 req-20cfe5f2-c467-40b0-9d59-541ee51b61f3 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:28.904038 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] For port ad617cfc-588a-41ba-8165-32a99348eed5, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=ad617cfc-588a-41ba-8165-32a99348eed5,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:28.923041 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-afac892b-3c1a-4140-9b93-e78728f52846 req-20cfe5f2-c467-40b0-9d59-541ee51b61f3 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 943 time: 0.7477472 Jul 02 11:05:28.925257 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:28.962956 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 35238) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:28.966533 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Pushing event updated for resources: {'Port': ['ID=20faadb2-8a52-484e-b08f-e3e3fd5699d1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:28.989043 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Request body: {'port': {'device_id': '723d4dae-9639-4403-8cc6-15e124cc50e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:28.998003 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Network 181fc37a-db12-4b98-ac32-011683527f86 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:29.000150 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:29.002590 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:29.009234 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:29.009234 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:29.011905 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35248) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:29.068672 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a37dd99-97d2-4161-9014-a48c2ca843a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:29.106431 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfffd4-e3cc-4713-9b3c-b1c287a7af6a None None] Pushing event updated for resources: {'Port': ['ID=ad617cfc-588a-41ba-8165-32a99348eed5,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:29.123946 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-0d75af4c-5e31-4f6c-bb2e-f131a6fef8b4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810644378', 'description': 'tempest-description--303164266'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:29.135448 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:29.136097 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:29.138797 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3fe8708a-b073-4e44-9484-2ff2fbbad1bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6725953 Jul 02 11:05:29.154418 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Request body: {'port': {'device_id': '2732a8df-7a5c-4f9b-aea4-4071980187b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:29.205220 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-afac892b-3c1a-4140-9b93-e78728f52846 req-e12d8d76-68a3-46d9-a5bf-0d9710b76803 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787471 Jul 02 11:05:29.292764 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:29.328846 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-9f023e3b-7498-4c31-985b-1d0a93fb78fe tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2016906415&fields=id&tenant_id=0cafb7a6d12642968d9c8a031a2873fb HTTP/1.1" status: 200 len: 267 time: 0.1826487 Jul 02 11:05:29.338197 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:29.360711 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a37dd99-97d2-4161-9014-a48c2ca843a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:29.379692 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a37dd99-97d2-4161-9014-a48c2ca843a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:29.471109 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:29.527860 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdaf08-6bc9-4e5e-ab3f-49e813d66e74 req-7a0c675d-7e96-47b3-8baf-00e5816aac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:29.529821 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10cdaf08-6bc9-4e5e-ab3f-49e813d66e74 req-7a0c675d-7e96-47b3-8baf-00e5816aac94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e32ab71806b4608a87d4e5b8249a805&device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 1096 time: 0.7454500 Jul 02 11:05:29.586035 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-4a37dd99-97d2-4161-9014-a48c2ca843a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5dd870b5a76348f08b1ce24180b9e883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5719442 Jul 02 11:05:29.596916 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35268) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:29.635697 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37dd99-97d2-4161-9014-a48c2ca843a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce089c07-c1a8-4609-ada6-bfb60fc88473,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:29.742561 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15e0611-e1b4-428c-8294-2a555f8e964c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:29.803904 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15e0611-e1b4-428c-8294-2a555f8e964c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:29.810527 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d75af4c-5e31-4f6c-bb2e-f131a6fef8b4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:29.837496 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:28Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:29.909218 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaac8120-71d4-4fcd-bf1f-4624158a9226 None None] The sync data for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi is: [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:28Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:05:30.116994 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-94457ac4-6629-4977-aa17-50795470c288 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:30.118827 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20faadb2-8a52-484e-b08f-e3e3fd5699d1 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:05:30.128262 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-94457ac4-6629-4977-aa17-50795470c288 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/networks?id=0411a882-cef5-465d-84d7-07c8775a8d59 HTTP/1.1" status: 200 len: 811 time: 0.7984252 Jul 02 11:05:30.135153 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:30.163542 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15e0611-e1b4-428c-8294-2a555f8e964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:30.169425 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15e0611-e1b4-428c-8294-2a555f8e964c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:30.170597 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d15e0611-e1b4-428c-8294-2a555f8e964c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce089c07-c1a8-4609-ada6-bfb60fc88473 HTTP/1.1" status: 204 len: 168 time: 0.5667255 Jul 02 11:05:30.195786 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Transition to ACTIVE for port object 20faadb2-8a52-484e-b08f-e3e3fd5699d1 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:30.205716 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:30.211543 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e0611-e1b4-428c-8294-2a555f8e964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce089c07-c1a8-4609-ada6-bfb60fc88473,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:30.214198 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94836594-afb3-4cfd-8090-87814f96b5cb req-8de1cdca-3f3b-4b86-8505-8ec97ca42d7d tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:30.221937 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-94836594-afb3-4cfd-8090-87814f96b5cb req-8de1cdca-3f3b-4b86-8505-8ec97ca42d7d tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 931 time: 0.7378242 Jul 02 11:05:30.371259 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Pushing event updated for resources: {'Port': ['ID=20faadb2-8a52-484e-b08f-e3e3fd5699d1,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:30.384718 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Attempting to bind port 20faadb2-8a52-484e-b08f-e3e3fd5699d1 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:30.385312 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Attempting to bind port 20faadb2-8a52-484e-b08f-e3e3fd5699d1 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:30.386187 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Attempting to bind port 20faadb2-8a52-484e-b08f-e3e3fd5699d1 on network 181fc37a-db12-4b98-ac32-011683527f86 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:30.393258 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Port 20faadb2-8a52-484e-b08f-e3e3fd5699d1 on network 181fc37a-db12-4b98-ac32-011683527f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:05:30.393974 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Attempting to bind port 20faadb2-8a52-484e-b08f-e3e3fd5699d1 on network 181fc37a-db12-4b98-ac32-011683527f86 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:30.400413 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:30.400910 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Checking segment: {'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:30.401555 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Bound using segment: {'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:30.402239 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Bound port: 20faadb2-8a52-484e-b08f-e3e3fd5699d1, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:30.402671 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:30.489575 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] For port 20faadb2-8a52-484e-b08f-e3e3fd5699d1, host hv-cinder-78409, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:30.497473 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] For port 20faadb2-8a52-484e-b08f-e3e3fd5699d1, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=20faadb2-8a52-484e-b08f-e3e3fd5699d1,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:30.509490 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:30.577896 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:30.578959 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:30.580696 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] 10.222.0.67 "PUT /v2.0/ports/20faadb2-8a52-484e-b08f-e3e3fd5699d1 HTTP/1.1" status: 200 len: 1093 time: 1.4335797 Jul 02 11:05:30.581245 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2732a8df-7a5c-4f9b-aea4-4071980187b4', 'tag': '20faadb2-8a52-484e-b08f-e3e3fd5699d1'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:05:30.674243 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-016e647f-a018-4329-9d83-5d7415ab519f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/quotas/0cafb7a6d12642968d9c8a031a2873fb HTTP/1.1" status: 200 len: 375 time: 0.5445030 Jul 02 11:05:30.714299 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdaf08-6bc9-4e5e-ab3f-49e813d66e74 req-99be0f39-9730-4f6a-9c6f-395cf9390af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:30.725462 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10cdaf08-6bc9-4e5e-ab3f-49e813d66e74 req-99be0f39-9730-4f6a-9c6f-395cf9390af1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d740cb58-8012-4a35-85e3-87ab6e8214d7 HTTP/1.1" status: 200 len: 913 time: 1.1690722 Jul 02 11:05:30.748729 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b7e4264c-c676-4f1c-8e0a-6371399e4143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:30.819952 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d75af4c-5e31-4f6c-bb2e-f131a6fef8b4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:30.835417 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf622db5-46f3-4c2c-a887-c7c026cfbb51 service neutron] Pushing event updated for resources: {'Port': ['ID=20faadb2-8a52-484e-b08f-e3e3fd5699d1,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:30.919605 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device ad617cfc-588a-41ba-8165-32a99348eed5 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:30.923603 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d75af4c-5e31-4f6c-bb2e-f131a6fef8b4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:30.929061 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-d46343f5-0ec7-4dd6-9adc-6f08cc450b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:30.930577 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-d46343f5-0ec7-4dd6-9adc-6f08cc450b4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 1096 time: 0.2634161 Jul 02 11:05:30.989111 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10cdaf08-6bc9-4e5e-ab3f-49e813d66e74 req-81697361-6cc2-4cdf-b56b-eae8d8f7cf20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e4358a0-e14d-46bc-bb99-687bf10d6865 HTTP/1.1" status: 200 len: 217 time: 0.2200043 Jul 02 11:05:30.989853 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eda96c91462f44d85b0ce9a5bf985726b3d0771005f318be4bcbfc3c552e46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9257e494-4d38-4fac-8df9-6d6e685b477f" -d '{"events": [{"name": "network-changed", "server_uuid": "2732a8df-7a5c-4f9b-aea4-4071980187b4", "tag": "20faadb2-8a52-484e-b08f-e3e3fd5699d1"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:05:31.020560 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port ad617cfc-588a-41ba-8165-32a99348eed5 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:31.026923 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port ad617cfc-588a-41ba-8165-32a99348eed5 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:31.027942 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.051055 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-3baef7c3-934f-46e4-8609-e15a33ade5ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20faadb2-8a52-484e-b08f-e3e3fd5699d1 HTTP/1.1" status: 200 len: 217 time: 0.1109693 Jul 02 11:05:31.160482 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-a9031c07-fe05-4748-bccc-77b6404859ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:31.166402 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-a9031c07-fe05-4748-bccc-77b6404859ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=184b15da-0379-412b-9c0e-bcf60dcc3ada HTTP/1.1" status: 200 len: 859 time: 0.1037261 Jul 02 11:05:31.197470 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.224569 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-0ef0c10a-107b-48cd-a22d-2d5ca615d4ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=181fc37a-db12-4b98-ac32-011683527f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555279 Jul 02 11:05:31.242386 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port ad617cfc-588a-41ba-8165-32a99348eed5, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=ad617cfc-588a-41ba-8165-32a99348eed5,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:31.248814 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.280619 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75af4c-5e31-4f6c-bb2e-f131a6fef8b4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799e1b3f-5b81-4d99-98f6-e7458967e8ea,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:31.284320 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d75af4c-5e31-4f6c-bb2e-f131a6fef8b4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.288321 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35342) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:31.290321 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-0d75af4c-5e31-4f6c-bb2e-f131a6fef8b4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2817404 Jul 02 11:05:31.292719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdaf08-6bc9-4e5e-ab3f-49e813d66e74 req-42b6c124-dd95-4634-acec-b56b7373e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:31.298572 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3bd247f4-3b70-44da-ac7a-42937d04c527 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Request body: {'security_group_rule': {'security_group_id': '799e1b3f-5b81-4d99-98f6-e7458967e8ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:31.303466 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10cdaf08-6bc9-4e5e-ab3f-49e813d66e74 req-42b6c124-dd95-4634-acec-b56b7373e367 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=df4f71d5-93bb-4d9a-8380-d7108ccf474a HTTP/1.1" status: 200 len: 852 time: 0.2786205 Jul 02 11:05:31.340905 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=ad617cfc-588a-41ba-8165-32a99348eed5,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:31.358783 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10cdaf08-6bc9-4e5e-ab3f-49e813d66e74 req-55c18245-25ec-4815-87c8-7713e2fcf5fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d740cb58-8012-4a35-85e3-87ab6e8214d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540369 Jul 02 11:05:31.371023 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-94836594-afb3-4cfd-8090-87814f96b5cb req-06c49304-0ae2-4095-9060-14a0032fa42e tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0968163 Jul 02 11:05:31.374318 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:05:31.405150 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-28b8c44c-63c9-4aff-8999-35c011d43402 service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725342 Jul 02 11:05:31.451367 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bd247f4-3b70-44da-ac7a-42937d04c527 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.516431 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.520555 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10cdaf08-6bc9-4e5e-ab3f-49e813d66e74 req-d36b0445-6423-4f46-b8fc-32bda735cb3f service neutron] 10.222.0.67 "GET /v2.0/networks/d740cb58-8012-4a35-85e3-87ab6e8214d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385286 Jul 02 11:05:31.570045 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bd247f4-3b70-44da-ac7a-42937d04c527 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.584165 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bd247f4-3b70-44da-ac7a-42937d04c527 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.611616 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Transition to ACTIVE for port object 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:31.618633 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bd247f4-3b70-44da-ac7a-42937d04c527 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.622321 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3bd247f4-3b70-44da-ac7a-42937d04c527 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3300996 Jul 02 11:05:31.625374 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35352) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:31.629165 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-87f3dba8-48d3-4ff1-8e22-c1673517483f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cafb7a6d12642968d9c8a031a2873fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9516833 Jul 02 11:05:31.637738 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8fb36b1c-fd9c-453b-8b0d-789ad135999a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Request body: {'security_group_rule': {'security_group_id': '799e1b3f-5b81-4d99-98f6-e7458967e8ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:31.643385 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd247f4-3b70-44da-ac7a-42937d04c527 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1cf335-af8a-4d1c-a14a-680637b91611,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:31.646095 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.658447 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7e2b7393-20c3-44ab-aad5-a545f37a6931 req-a66dac0c-865b-4256-a1c0-5f70c80de2d1 service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393649 Jul 02 11:05:31.685433 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8fb36b1c-fd9c-453b-8b0d-789ad135999a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.741613 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8fb36b1c-fd9c-453b-8b0d-789ad135999a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.745557 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8fb36b1c-fd9c-453b-8b0d-789ad135999a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.769438 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8fb36b1c-fd9c-453b-8b0d-789ad135999a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.774099 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-8fb36b1c-fd9c-453b-8b0d-789ad135999a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445234 Jul 02 11:05:31.777873 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Pushing event updated for resources: {'Port': ['ID=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:31.778037 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35360) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:31.787504 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Request body: {'floatingip': {'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:31.795637 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb36b1c-fd9c-453b-8b0d-789ad135999a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5d79d1-113d-4950-952f-9c80b694417d,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:31.820572 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:31.963287 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10cdaf08-6bc9-4e5e-ab3f-49e813d66e74 req-b67bba69-dfc3-4290-9fc9-1a012c9a938b service neutron] 10.222.0.67 "GET /v2.0/networks/d740cb58-8012-4a35-85e3-87ab6e8214d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295266 Jul 02 11:05:31.970044 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Attempting to bind port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:31.970385 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Attempting to bind port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:31.971086 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Attempting to bind port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 on network 181fc37a-db12-4b98-ac32-011683527f86 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:31.976541 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-d8722417-0870-47cd-b3e6-3a88fbd2840d service neutron] 10.222.0.24 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398070 Jul 02 11:05:31.982032 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 on network 181fc37a-db12-4b98-ac32-011683527f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:05:31.982313 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Attempting to bind port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 on network 181fc37a-db12-4b98-ac32-011683527f86 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:31.993243 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fa42a-c206-4a16-aba2-018e15d4fb04 req-f3208ea6-4b5e-43d0-ace1-6d8aedc4941a tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:31.994733 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-367fa42a-c206-4a16-aba2-018e15d4fb04 req-f3208ea6-4b5e-43d0-ace1-6d8aedc4941a tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 943 time: 0.4134929 Jul 02 11:05:32.008065 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:32.036366 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:32.036749 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Checking segment: {'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:32.038652 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Bound using segment: {'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:32.039124 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Bound port: 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921c5b93-a564-463e-8883-c48ba8a9573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '181fc37a-db12-4b98-ac32-011683527f86'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:32.039492 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:32.145737 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-367fa42a-c206-4a16-aba2-018e15d4fb04 req-9318752b-fe6a-4726-acfb-97909308a8bb tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393771 Jul 02 11:05:32.188713 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-e4f88488-bc54-491e-85a9-e055eaa11fc0 service neutron] 10.222.0.24 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929622 Jul 02 11:05:32.195442 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] For port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:32.199155 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] For port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:32.208380 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:32.216943 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Allocated IP 172.27.1.173 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/59fba02b-40ad-4b37-8c03-848a97d97996) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:32.240431 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 20faadb2-8a52-484e-b08f-e3e3fd5699d1 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:05:32.333660 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:32.334543 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:32.337320 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] 10.222.0.67 "PUT /v2.0/ports/10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 HTTP/1.1" status: 200 len: 1093 time: 3.3997123 Jul 02 11:05:32.337767 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723d4dae-9639-4403-8cc6-15e124cc50e6', 'tag': '10c1fb65-c2dd-4b77-9989-d8c66e6e0b90'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:05:32.340209 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba91aff-b536-4797-8f1e-36ded7598557" -d '{"events": [{"name": "network-changed", "server_uuid": "723d4dae-9639-4403-8cc6-15e124cc50e6", "tag": "10c1fb65-c2dd-4b77-9989-d8c66e6e0b90"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:05:32.365360 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3ba81-f152-466d-b156-efca3d9dcee7 service neutron] Pushing event updated for resources: {'Port': ['ID=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:32.417037 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 35390) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:32.433734 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:32.475477 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 20faadb2-8a52-484e-b08f-e3e3fd5699d1, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=20faadb2-8a52-484e-b08f-e3e3fd5699d1,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:32.502697 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '20faadb2-8a52-484e-b08f-e3e3fd5699d1', 'network_id': '181fc37a-db12-4b98-ac32-011683527f86', 'port_id': '20faadb2-8a52-484e-b08f-e3e3fd5699d1', 'mac_address': 'fa:16:3e:94:9c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184b15da-0379-412b-9c0e-bcf60dcc3ada', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:05:32.551575 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:32.580694 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417902c6-0954-4a70-885e-6938e1b42f9a req-97f33cba-051c-4380-bfff-9127929e1fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:32.583270 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-97f33cba-051c-4380-bfff-9127929e1fe7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 1096 time: 0.1828585 Jul 02 11:05:32.587281 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e12a37a-158c-4c41-a883-1281e9af6bff x-openstack-request-id: req-7e12a37a-158c-4c41-a883-1281e9af6bff {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:05:32.587726 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723d4dae-9639-4403-8cc6-15e124cc50e6", "tag": "10c1fb65-c2dd-4b77-9989-d8c66e6e0b90", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:05:32.591742 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e12a37a-158c-4c41-a883-1281e9af6bff {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:05:32.592257 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723d4dae-9639-4403-8cc6-15e124cc50e6', 'tag': '10c1fb65-c2dd-4b77-9989-d8c66e6e0b90', 'status': 'completed', 'code': 200} Jul 02 11:05:32.636294 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:32.661434 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e301a5-9996-4cef-8a7b-6d6b3aeb8802 x-openstack-request-id: req-15e301a5-9996-4cef-8a7b-6d6b3aeb8802 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:05:32.661713 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2732a8df-7a5c-4f9b-aea4-4071980187b4", "tag": "20faadb2-8a52-484e-b08f-e3e3fd5699d1", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:05:32.661969 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15e301a5-9996-4cef-8a7b-6d6b3aeb8802 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:05:32.666851 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2732a8df-7a5c-4f9b-aea4-4071980187b4', 'tag': '20faadb2-8a52-484e-b08f-e3e3fd5699d1', 'status': 'completed', 'code': 200} Jul 02 11:05:32.675290 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20faadb2-8a52-484e-b08f-e3e3fd5699d1 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:05:32.713527 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:32.737182 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:32.742887 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 20faadb2-8a52-484e-b08f-e3e3fd5699d1, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=20faadb2-8a52-484e-b08f-e3e3fd5699d1,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:32.744405 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event updated for resources: {'Port': ['ID=59fba02b-40ad-4b37-8c03-848a97d97996,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:32.759981 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:32.760738 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:32.761518 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 8e4358a0-e14d-46bc-bb99-687bf10d6865 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:05:32.773301 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-309a907c-f897-4ddb-a51d-3c4cc709195f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 HTTP/1.1" status: 200 len: 217 time: 0.1752334 Jul 02 11:05:32.854769 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:32.941563 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8bf7a5f6-fa1b-4f7a-8544-5c78411ad09e req-285349f6-b4c6-49c2-85bc-8bfb2e2f01d8 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 210 time: 0.1669743 Jul 02 11:05:32.989467 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.003176 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device ad617cfc-588a-41ba-8165-32a99348eed5 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:33.052929 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35416) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:33.068235 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8ad40db4-ee3b-4235-823d-32e85bc7f9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.090226 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=20faadb2-8a52-484e-b08f-e3e3fd5699d1,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:33.112527 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fc5bfbff-9a14-4206-9a2c-745c3719d226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.119180 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 8e4358a0-e14d-46bc-bb99-687bf10d6865, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8e4358a0-e14d-46bc-bb99-687bf10d6865,segment=NetworkSegment(635f2d48-2a7a-4174-bede-6ad5f5b2358c),segment_id=635f2d48-2a7a-4174-bede-6ad5f5b2358c)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:33.149354 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '8e4358a0-e14d-46bc-bb99-687bf10d6865', 'network_id': 'd740cb58-8012-4a35-85e3-87ab6e8214d7', 'port_id': '8e4358a0-e14d-46bc-bb99-687bf10d6865', 'mac_address': 'fa:16:3e:e9:ff:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df4f71d5-93bb-4d9a-8380-d7108ccf474a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:05:33.228491 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port ad617cfc-588a-41ba-8165-32a99348eed5 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:33.260109 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.302192 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8ad40db4-ee3b-4235-823d-32e85bc7f9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.361187 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8ad40db4-ee3b-4235-823d-32e85bc7f9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.361768 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.426878 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4358a0-e14d-46bc-bb99-687bf10d6865 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:05:33.449622 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417902c6-0954-4a70-885e-6938e1b42f9a req-6dcc5f14-18ae-4e3b-8d6a-9bab882f0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:33.451156 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-6dcc5f14-18ae-4e3b-8d6a-9bab882f0be1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=184b15da-0379-412b-9c0e-bcf60dcc3ada HTTP/1.1" status: 200 len: 859 time: 0.6714258 Jul 02 11:05:33.454128 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 8e4358a0-e14d-46bc-bb99-687bf10d6865, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8e4358a0-e14d-46bc-bb99-687bf10d6865,segment=NetworkSegment(635f2d48-2a7a-4174-bede-6ad5f5b2358c),segment_id=635f2d48-2a7a-4174-bede-6ad5f5b2358c)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:33.476201 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.484725 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.494030 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-8ad40db4-ee3b-4235-823d-32e85bc7f9db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3468852b50e346fd9025d0c08c98e817&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0725300 Jul 02 11:05:33.497092 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35438) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:33.517302 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.553259 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=8e4358a0-e14d-46bc-bb99-687bf10d6865,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:33.563985 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.576250 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-6c3cf895-46d4-420d-b84a-5d3d2fb246de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=181fc37a-db12-4b98-ac32-011683527f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120148 Jul 02 11:05:33.584241 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e494-4d38-4fac-8df9-6d6e685b477f req-ca8abcf6-b1c7-495b-8565-c46028278562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:33.586515 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9257e494-4d38-4fac-8df9-6d6e685b477f req-ca8abcf6-b1c7-495b-8565-c46028278562 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 1097 time: 0.8562887 Jul 02 11:05:33.600564 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad40db4-ee3b-4235-823d-32e85bc7f9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42973094-a881-4443-b5d3-44496831c0f8,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:33.619613 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.622967 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd0097-ebca-4bc5-a61f-eb51868dc52a req-0000297b-38af-4bbb-89b2-3d9cb634ba8a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:33.624597 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-62fd0097-ebca-4bc5-a61f-eb51868dc52a req-0000297b-38af-4bbb-89b2-3d9cb634ba8a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 944 time: 0.7630877 Jul 02 11:05:33.627660 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c287ddd-132c-42fb-b4e3-447ce9ce5835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.654796 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event updated for resources: {'Port': ['ID=59fba02b-40ad-4b37-8c03-848a97d97996,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:33.670126 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.686372 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-2a6a1806-3421-4629-810c-59eeffd1deec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9069636 Jul 02 11:05:33.717670 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27f7e05a-2a2b-42af-a350-a1eb9b7679b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.751573 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27f7e05a-2a2b-42af-a350-a1eb9b7679b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.756815 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['20faadb2-8a52-484e-b08f-e3e3fd5699d1'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:05:33.844399 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27f7e05a-2a2b-42af-a350-a1eb9b7679b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.847063 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27f7e05a-2a2b-42af-a350-a1eb9b7679b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.851660 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-27f7e05a-2a2b-42af-a350-a1eb9b7679b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42973094-a881-4443-b5d3-44496831c0f8 HTTP/1.1" status: 204 len: 168 time: 0.3534074 Jul 02 11:05:33.853709 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c287ddd-132c-42fb-b4e3-447ce9ce5835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.862784 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7e05a-2a2b-42af-a350-a1eb9b7679b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42973094-a881-4443-b5d3-44496831c0f8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:33.865905 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c287ddd-132c-42fb-b4e3-447ce9ce5835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:33.894226 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-7c287ddd-132c-42fb-b4e3-447ce9ce5835 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2216637cc9d94084a1348f3dd3a04893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8395407 Jul 02 11:05:33.907307 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35452) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:33.928438 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['8e4358a0-e14d-46bc-bb99-687bf10d6865'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:05:33.980205 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-62fd0097-ebca-4bc5-a61f-eb51868dc52a req-68ba2db7-e3fb-4d0e-b451-51c74c749eed tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324473 Jul 02 11:05:33.999196 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 35456) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:34.022971 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f248a-c098-408d-9659-e878cdbeb872 req-d314d672-0b36-4c7a-88b5-6027a5e0a076 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:34.029977 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-729f248a-c098-408d-9659-e878cdbeb872 req-d314d672-0b36-4c7a-88b5-6027a5e0a076 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 944 time: 0.5777109 Jul 02 11:05:34.041462 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c287ddd-132c-42fb-b4e3-447ce9ce5835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbd9cc1-2da1-42f2-8830-5a36354b9c21,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:34.053087 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e494-4d38-4fac-8df9-6d6e685b477f req-630ef6b2-e245-46dc-8daf-64b366f44200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:34.054707 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9257e494-4d38-4fac-8df9-6d6e685b477f req-630ef6b2-e245-46dc-8daf-64b366f44200 service neutron] 10.222.0.67 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 920 time: 0.4430027 Jul 02 11:05:34.063268 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-c68fc052-50dd-4d8a-90c2-dfe79a24406a service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727774 Jul 02 11:05:34.132994 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6878e0ba-3037-4d01-8ff7-f23ffaf094a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:34.215263 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6878e0ba-3037-4d01-8ff7-f23ffaf094a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:34.330448 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6878e0ba-3037-4d01-8ff7-f23ffaf094a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:34.333015 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6878e0ba-3037-4d01-8ff7-f23ffaf094a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:34.334577 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-6878e0ba-3037-4d01-8ff7-f23ffaf094a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cbd9cc1-2da1-42f2-8830-5a36354b9c21 HTTP/1.1" status: 204 len: 168 time: 0.4228611 Jul 02 11:05:34.346749 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878e0ba-3037-4d01-8ff7-f23ffaf094a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbd9cc1-2da1-42f2-8830-5a36354b9c21,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:34.352524 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9257e494-4d38-4fac-8df9-6d6e685b477f req-33e6a413-e5f7-435c-9c4b-2cab81ce2a70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20faadb2-8a52-484e-b08f-e3e3fd5699d1 HTTP/1.1" status: 200 len: 217 time: 0.2866199 Jul 02 11:05:34.397045 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-729f248a-c098-408d-9659-e878cdbeb872 req-24d65863-0078-4622-bc81-1f403b13a554 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661890 Jul 02 11:05:34.427043 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:34.504806 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-81b6e5b9-c0dd-4d0a-bbfe-cdd30f9fd326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:34.529664 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35478) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:34.545079 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab2e3-891b-44c2-8d60-354ab7e26929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:34.595867 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dc4e125f-f2ff-4d2c-abaf-2369660a073a req-18a3c95e-b37b-4092-86ed-c69efc8d44fa tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 210 time: 0.0448730 Jul 02 11:05:34.613652 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257e494-4d38-4fac-8df9-6d6e685b477f req-2e1dcf18-3074-4fe9-aa5b-f4fad9a7487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:34.615518 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9257e494-4d38-4fac-8df9-6d6e685b477f req-2e1dcf18-3074-4fe9-aa5b-f4fad9a7487e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=184b15da-0379-412b-9c0e-bcf60dcc3ada HTTP/1.1" status: 200 len: 859 time: 0.2505128 Jul 02 11:05:34.625604 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-7c6eb480-4ac9-4a12-a3b8-71808833f40b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1810644378&fields=id&tenant_id=a9cd96924e4d476fb4c58dcdca22da9d HTTP/1.1" status: 200 len: 267 time: 0.2911384 Jul 02 11:05:34.731067 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9257e494-4d38-4fac-8df9-6d6e685b477f req-11c74788-4f86-43ba-afe5-ffabdf2c2a70 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=181fc37a-db12-4b98-ac32-011683527f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328951 Jul 02 11:05:34.773021 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab2e3-891b-44c2-8d60-354ab7e26929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:34.783219 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-417902c6-0954-4a70-885e-6938e1b42f9a req-5450f984-ff07-4641-beb1-9daab40affd7 service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101369 Jul 02 11:05:34.841264 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab2e3-891b-44c2-8d60-354ab7e26929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:34.872834 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ab2e3-891b-44c2-8d60-354ab7e26929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8c1a68-b61f-43be-b795-2fdbcc2d6c90,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:34.930992 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-7f4ab2e3-891b-44c2-8d60-354ab7e26929 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49dedba5245641df997834595b03d1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971560 Jul 02 11:05:34.931876 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35484) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:34.978243 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-5bb973a1-d90c-46b1-89ad-0c313572eaba tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:34.979814 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-5bb973a1-d90c-46b1-89ad-0c313572eaba tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.67 "GET /v2.0/networks?id=0411a882-cef5-465d-84d7-07c8775a8d59 HTTP/1.1" status: 200 len: 811 time: 0.3220050 Jul 02 11:05:35.016933 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-5e9ef092-e19e-4783-aa10-791264faf905 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:35.024646 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-5e9ef092-e19e-4783-aa10-791264faf905 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 816 time: 0.3980529 Jul 02 11:05:35.063070 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ddba4677-18d3-482d-a506-0dd579254761 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cafb7a6d12642968d9c8a031a2873fb HTTP/1.1" status: 200 len: 380 time: 0.0722163 Jul 02 11:05:35.064512 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-52cf2a18-22af-4803-83f3-1afcdafedec4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/quotas/a9cd96924e4d476fb4c58dcdca22da9d HTTP/1.1" status: 200 len: 375 time: 0.0383310 Jul 02 11:05:35.082991 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 35498) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:35.084718 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dc711a30-354e-4785-ac8d-c29d897d60e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.091044 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Request body: {'port': {'device_id': '0a7202b0-699b-4576-a32a-b55c23880828', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'admin_state_up': True, 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'security_groups': ['082fec99-6953-4064-9cbe-f82bd701c003']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:35.135176 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9257e494-4d38-4fac-8df9-6d6e685b477f req-1daa98a4-9332-492c-b78e-61fc4af014bb service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960919 Jul 02 11:05:35.147205 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dc711a30-354e-4785-ac8d-c29d897d60e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.147747 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dd550431-57d5-45ee-b7aa-5ac67381b3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.215627 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-81b6e5b9-c0dd-4d0a-bbfe-cdd30f9fd326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.258459 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-81b6e5b9-c0dd-4d0a-bbfe-cdd30f9fd326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.323414 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91aff-b536-4797-8f1e-36ded7598557 req-c6347596-a39a-4b92-8c9a-57fe24ab6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:35.324939 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9ba91aff-b536-4797-8f1e-36ded7598557 req-c6347596-a39a-4b92-8c9a-57fe24ab6a45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 1096 time: 0.4046488 Jul 02 11:05:35.389157 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-81b6e5b9-c0dd-4d0a-bbfe-cdd30f9fd326 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c24d4b1541c14605bb074cd82491f77f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3887026 Jul 02 11:05:35.392230 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35502) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:35.427109 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-6e20540b-c894-4707-b45d-5ee8bc9173bd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3616989 Jul 02 11:05:35.434235 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dc711a30-354e-4785-ac8d-c29d897d60e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.436723 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dc711a30-354e-4785-ac8d-c29d897d60e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.440302 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-dc711a30-354e-4785-ac8d-c29d897d60e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f8c1a68-b61f-43be-b795-2fdbcc2d6c90 HTTP/1.1" status: 204 len: 168 time: 0.5052133 Jul 02 11:05:35.456727 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc711a30-354e-4785-ac8d-c29d897d60e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8c1a68-b61f-43be-b795-2fdbcc2d6c90,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:35.474329 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d365d627-393d-4f11-87ca-1de8fa996757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.491327 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9257e494-4d38-4fac-8df9-6d6e685b477f req-378fb18d-c51f-4c00-aa6d-bb907307b113 service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405318 Jul 02 11:05:35.491932 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6e5b9-c0dd-4d0a-bbfe-cdd30f9fd326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97293878-355d-4ca5-8df6-60cc60873221,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:35.502636 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d365d627-393d-4f11-87ca-1de8fa996757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.549091 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1cf69-208c-45be-ba94-bd56a20404ad req-53de9fd2-16d0-4176-ad82-a07f0f570e5b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:35.550632 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-aed1cf69-208c-45be-ba94-bd56a20404ad req-53de9fd2-16d0-4176-ad82-a07f0f570e5b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 944 time: 0.3720117 Jul 02 11:05:35.563090 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d365d627-393d-4f11-87ca-1de8fa996757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.565898 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d365d627-393d-4f11-87ca-1de8fa996757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.569109 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d365d627-393d-4f11-87ca-1de8fa996757 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97293878-355d-4ca5-8df6-60cc60873221 HTTP/1.1" status: 204 len: 168 time: 0.1738629 Jul 02 11:05:35.578002 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d627-393d-4f11-87ca-1de8fa996757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97293878-355d-4ca5-8df6-60cc60873221,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:35.632999 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91aff-b536-4797-8f1e-36ded7598557 req-12bdd111-4a1f-4898-83ac-ace334075947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:35.634542 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9ba91aff-b536-4797-8f1e-36ded7598557 req-12bdd111-4a1f-4898-83ac-ace334075947 service neutron] 10.222.0.67 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 920 time: 0.2903273 Jul 02 11:05:35.711504 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-aed1cf69-208c-45be-ba94-bd56a20404ad req-3001e31e-567b-456f-b0c8-880db23f9be0 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269581 Jul 02 11:05:35.713263 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dd550431-57d5-45ee-b7aa-5ac67381b3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.715297 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9ba91aff-b536-4797-8f1e-36ded7598557 req-ce0b5a8e-7e67-48d7-adc4-076d4531eac3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 HTTP/1.1" status: 200 len: 217 time: 0.0662713 Jul 02 11:05:35.717494 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-3bfa0c1b-42ff-4e84-b48b-c639bc12d3cf service neutron] 10.222.0.24 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667534 Jul 02 11:05:35.721054 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dd550431-57d5-45ee-b7aa-5ac67381b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.744594 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Made reservation on behalf of 0cafb7a6d12642968d9c8a031a2873fb for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:35.752977 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.851890 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-dd550431-57d5-45ee-b7aa-5ac67381b3e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5d931530e834be1a46daaace905fb16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7558656 Jul 02 11:05:35.856084 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 35518) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:35.859772 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:35.889910 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd550431-57d5-45ee-b7aa-5ac67381b3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7d89da-8358-4af0-80ff-8d0c47169468,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:35.911799 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91aff-b536-4797-8f1e-36ded7598557 req-e5c72338-a439-43fd-be93-e7c064328488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:35.913301 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9ba91aff-b536-4797-8f1e-36ded7598557 req-e5c72338-a439-43fd-be93-e7c064328488 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=184b15da-0379-412b-9c0e-bcf60dcc3ada HTTP/1.1" status: 200 len: 859 time: 0.1873965 Jul 02 11:05:35.989123 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Allocated IP 172.20.0.7 (0411a882-cef5-465d-84d7-07c8775a8d59/96f57f91-4b20-4f81-8966-ec05e4184b01/6492bbec-e3bd-4a42-824a-0be7ed84f712) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:36.008048 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9ba91aff-b536-4797-8f1e-36ded7598557 req-ff163a58-ed75-4f28-b286-aa2da1710710 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=181fc37a-db12-4b98-ac32-011683527f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780745 Jul 02 11:05:36.033921 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-ea5d4d67-20c8-4c58-9d14-ca9a20e25f6c service neutron] 10.222.0.24 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096313 Jul 02 11:05:36.050337 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35526) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:36.080980 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d034c8b2-7d68-4a28-a4ca-11f0918d4c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.112896 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a48af21b-192f-42a6-a93c-4d83b39bac85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.138175 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c2bc2-6537-4dff-9f61-aab96a3609ce req-40a64cd1-4fe1-49e5-95fa-11012bc70cd9 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:36.145166 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-465c2bc2-6537-4dff-9f61-aab96a3609ce req-40a64cd1-4fe1-49e5-95fa-11012bc70cd9 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 944 time: 0.2405255 Jul 02 11:05:36.188025 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a48af21b-192f-42a6-a93c-4d83b39bac85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.220116 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9ba91aff-b536-4797-8f1e-36ded7598557 req-e484110e-917d-434b-8804-b3a4dc0d5cad service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006621 Jul 02 11:05:36.230231 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 20faadb2-8a52-484e-b08f-e3e3fd5699d1 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:36.230628 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.233070 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-465c2bc2-6537-4dff-9f61-aab96a3609ce req-36a4a268-1a5f-4981-9d75-3b4c1e714511 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869572 Jul 02 11:05:36.264912 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Transition to ACTIVE for port object 6492bbec-e3bd-4a42-824a-0be7ed84f712 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:36.370434 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d034c8b2-7d68-4a28-a4ca-11f0918d4c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.380062 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.410425 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 20faadb2-8a52-484e-b08f-e3e3fd5699d1 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:36.411506 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d034c8b2-7d68-4a28-a4ca-11f0918d4c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.417582 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 20faadb2-8a52-484e-b08f-e3e3fd5699d1 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:36.418468 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.497289 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event updated for resources: {'Port': ['ID=6492bbec-e3bd-4a42-824a-0be7ed84f712,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:36.509595 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Network 0411a882-cef5-465d-84d7-07c8775a8d59 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:36.519801 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:36.529529 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:36.536208 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:36.537765 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.557146 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.573884 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-835dd67b-5559-48cb-8d15-a21c6d059617 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4909124 Jul 02 11:05:36.584096 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d034c8b2-7d68-4a28-a4ca-11f0918d4c06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cc8ea4e6104466093d7aee2dcdea57c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324662 Jul 02 11:05:36.586225 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35548) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:36.613698 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Request body: {'port': {'device_id': '0a7202b0-699b-4576-a32a-b55c23880828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:36.616595 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2732a8df-7a5c-4f9b-aea4-4071980187b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20faadb2-8a52-484e-b08f-e3e3fd5699d1'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:05:36.622017 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034c8b2-7d68-4a28-a4ca-11f0918d4c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0cce2a-b830-4a78-85e5-64d7406fad7f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:36.768169 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 20faadb2-8a52-484e-b08f-e3e3fd5699d1, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=20faadb2-8a52-484e-b08f-e3e3fd5699d1,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:36.786896 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.788311 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 8e4358a0-e14d-46bc-bb99-687bf10d6865 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:36.814795 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2e5a467-0fa7-4f6b-ae2c-3e16920b22f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.842169 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-66a5daac-6b23-4808-ae98-071488a23cb1 req-abd149e3-1068-4fdb-a85c-c1d038408cef tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 210 time: 0.4083357 Jul 02 11:05:36.853734 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a48af21b-192f-42a6-a93c-4d83b39bac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.870082 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a48af21b-192f-42a6-a93c-4d83b39bac85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.878117 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-a48af21b-192f-42a6-a93c-4d83b39bac85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f7d89da-8358-4af0-80ff-8d0c47169468 HTTP/1.1" status: 204 len: 168 time: 1.0204961 Jul 02 11:05:36.892346 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2e5a467-0fa7-4f6b-ae2c-3e16920b22f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.892346 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:36.908853 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9ba91aff-b536-4797-8f1e-36ded7598557 req-a2180bd8-7b7e-4a25-ac55-f1ddffaa631d service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6687655 Jul 02 11:05:36.909686 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48af21b-192f-42a6-a93c-4d83b39bac85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7d89da-8358-4af0-80ff-8d0c47169468,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:36.985993 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da1ef5-89d4-4ee1-9ea7-fc751637a595 req-be027f4b-db9a-4c0d-a496-f9b7b7464e54 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:36.988471 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-12da1ef5-89d4-4ee1-9ea7-fc751637a595 req-be027f4b-db9a-4c0d-a496-f9b7b7464e54 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 931 time: 0.2331176 Jul 02 11:05:36.989490 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=20faadb2-8a52-484e-b08f-e3e3fd5699d1,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:37.002817 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-e900fcab-4ebd-4641-9ccf-45c3c80708d8 None None] Provisioning for port 6492bbec-e3bd-4a42-824a-0be7ed84f712 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:37.009849 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-e900fcab-4ebd-4641-9ccf-45c3c80708d8 None None] Provisioning complete for port 6492bbec-e3bd-4a42-824a-0be7ed84f712 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:37.010135 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e900fcab-4ebd-4641-9ccf-45c3c80708d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:37.042576 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a74f27-1431-45ae-bf8e-54eb9b0ea379" -d '{"events": [{"server_uuid": "2732a8df-7a5c-4f9b-aea4-4071980187b4", "name": "network-vif-plugged", "status": "completed", "tag": "20faadb2-8a52-484e-b08f-e3e3fd5699d1"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:05:37.049519 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 8e4358a0-e14d-46bc-bb99-687bf10d6865 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:37.064914 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 8e4358a0-e14d-46bc-bb99-687bf10d6865 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:37.065434 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:37.083668 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-12da1ef5-89d4-4ee1-9ea7-fc751637a595 req-fb7ced51-25b3-4bb9-8052-d721df5752d3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837684 Jul 02 11:05:37.099086 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-e900fcab-4ebd-4641-9ccf-45c3c80708d8 None None] Port 6492bbec-e3bd-4a42-824a-0be7ed84f712 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:05:37.185777 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:37.235043 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 8e4358a0-e14d-46bc-bb99-687bf10d6865, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8e4358a0-e14d-46bc-bb99-687bf10d6865,segment=NetworkSegment(635f2d48-2a7a-4174-bede-6ad5f5b2358c),segment_id=635f2d48-2a7a-4174-bede-6ad5f5b2358c)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:37.241236 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:37.316631 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2e5a467-0fa7-4f6b-ae2c-3e16920b22f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:37.322832 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2e5a467-0fa7-4f6b-ae2c-3e16920b22f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:37.330430 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-f2e5a467-0fa7-4f6b-ae2c-3e16920b22f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b0cce2a-b830-4a78-85e5-64d7406fad7f HTTP/1.1" status: 204 len: 168 time: 0.7431855 Jul 02 11:05:37.345488 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=8e4358a0-e14d-46bc-bb99-687bf10d6865,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:37.353212 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cceaa8-6ee9-47db-933b-621c93373548 req-e6c8dd46-edd8-4496-85e6-326dc01736cb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:37.360910 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-60cceaa8-6ee9-47db-933b-621c93373548 req-e6c8dd46-edd8-4496-85e6-326dc01736cb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1957784 Jul 02 11:05:37.369801 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5a467-0fa7-4f6b-ae2c-3e16920b22f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0cce2a-b830-4a78-85e5-64d7406fad7f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:37.491135 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-60cceaa8-6ee9-47db-933b-621c93373548 req-40c41953-7676-463b-9da0-2c27a8eff246 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292202 Jul 02 11:05:37.561452 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6492bbec-e3bd-4a42-824a-0be7ed84f712 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:05:37.570178 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:37.583592 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Transition to ACTIVE for port object 6492bbec-e3bd-4a42-824a-0be7ed84f712 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:37.586764 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a38b1b7-b3b3-4bc3-a2cc-dbeff08e27c4 x-openstack-request-id: req-8a38b1b7-b3b3-4bc3-a2cc-dbeff08e27c4 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:05:37.587099 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2732a8df-7a5c-4f9b-aea4-4071980187b4", "name": "network-vif-plugged", "status": "completed", "tag": "20faadb2-8a52-484e-b08f-e3e3fd5699d1", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:05:37.587569 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a38b1b7-b3b3-4bc3-a2cc-dbeff08e27c4 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:05:37.588288 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2732a8df-7a5c-4f9b-aea4-4071980187b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20faadb2-8a52-484e-b08f-e3e3fd5699d1', 'code': 200} Jul 02 11:05:37.591587 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:37.722008 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Pushing event updated for resources: {'Port': ['ID=6492bbec-e3bd-4a42-824a-0be7ed84f712,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:37.808459 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Attempting to bind port 6492bbec-e3bd-4a42-824a-0be7ed84f712 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:37.808896 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Attempting to bind port 6492bbec-e3bd-4a42-824a-0be7ed84f712 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:37.809279 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Attempting to bind port 6492bbec-e3bd-4a42-824a-0be7ed84f712 on network 0411a882-cef5-465d-84d7-07c8775a8d59 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:37.815180 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Port 6492bbec-e3bd-4a42-824a-0be7ed84f712 on network 0411a882-cef5-465d-84d7-07c8775a8d59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:05:37.815505 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Attempting to bind port 6492bbec-e3bd-4a42-824a-0be7ed84f712 on network 0411a882-cef5-465d-84d7-07c8775a8d59 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:37.822096 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:37.822440 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Checking segment: {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:37.822822 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Bound using segment: {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:37.823252 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Bound port: 6492bbec-e3bd-4a42-824a-0be7ed84f712, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:37.823603 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:37.875139 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fff2d-b8cc-4e12-9a61-87916c34ea74 req-8fe9f895-442a-494b-9036-3c7b00e49bf1 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:37.877821 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5e3fff2d-b8cc-4e12-9a61-87916c34ea74 req-8fe9f895-442a-494b-9036-3c7b00e49bf1 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 945 time: 0.1278279 Jul 02 11:05:37.972549 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] For port 6492bbec-e3bd-4a42-824a-0be7ed84f712, host hv-cinder-78409, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:37.977543 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] For port 6492bbec-e3bd-4a42-824a-0be7ed84f712, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6492bbec-e3bd-4a42-824a-0be7ed84f712,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:37.988430 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:38.023283 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:38.025156 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:38.029132 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] 10.222.0.67 "PUT /v2.0/ports/6492bbec-e3bd-4a42-824a-0be7ed84f712 HTTP/1.1" status: 200 len: 1093 time: 1.4436586 Jul 02 11:05:38.056914 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5e3fff2d-b8cc-4e12-9a61-87916c34ea74 req-b50f729b-79fa-4f91-bc42-3b0cb8eea0cb tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643710 Jul 02 11:05:38.068013 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7202b0-699b-4576-a32a-b55c23880828', 'tag': '6492bbec-e3bd-4a42-824a-0be7ed84f712'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:05:38.072117 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eda96c91462f44d85b0ce9a5bf985726b3d0771005f318be4bcbfc3c552e46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8840952a-4381-4ffb-bf6e-06ad0902b26d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7202b0-699b-4576-a32a-b55c23880828", "tag": "6492bbec-e3bd-4a42-824a-0be7ed84f712"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:05:38.123870 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ca880-8c9f-40d8-89b2-7d1756ffd3dc req-081d7eee-0c95-4617-9988-5bb07e20afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:38.125502 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-427ca880-8c9f-40d8-89b2-7d1756ffd3dc req-081d7eee-0c95-4617-9988-5bb07e20afb7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 1098 time: 0.1770594 Jul 02 11:05:38.167554 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7b10f77c-d078-441c-a601-1c43357b57c2 req-6becf4c0-0514-49ee-91c4-ffb5e2f5fa27 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 210 time: 0.0543432 Jul 02 11:05:38.168672 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e07de40-5a78-4811-b704-fc92354989ee x-openstack-request-id: req-5e07de40-5a78-4811-b704-fc92354989ee {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:05:38.170772 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7202b0-699b-4576-a32a-b55c23880828", "tag": "6492bbec-e3bd-4a42-824a-0be7ed84f712", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:05:38.171322 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e07de40-5a78-4811-b704-fc92354989ee {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:05:38.172345 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7202b0-699b-4576-a32a-b55c23880828', 'tag': '6492bbec-e3bd-4a42-824a-0be7ed84f712', 'status': 'completed', 'code': 200} Jul 02 11:05:38.197483 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-427ca880-8c9f-40d8-89b2-7d1756ffd3dc req-27a88014-d888-4247-8e6b-c15c611ba041 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:38.243643 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:05:38.265691 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05ac3a-e7ec-4327-8d4e-48a83a68cb8c service neutron] Pushing event updated for resources: {'Port': ['ID=6492bbec-e3bd-4a42-824a-0be7ed84f712,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:38.298035 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-cf2465ff-8858-4670-a110-24ca9b1dceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:38.302285 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-cf2465ff-8858-4670-a110-24ca9b1dceba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cafb7a6d12642968d9c8a031a2873fb&device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 1096 time: 0.2175810 Jul 02 11:05:38.426205 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-512b98a0-f523-4d49-ba8c-f76af896bb58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6492bbec-e3bd-4a42-824a-0be7ed84f712 HTTP/1.1" status: 200 len: 217 time: 0.1163232 Jul 02 11:05:38.451607 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:38.465235 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '10c1fb65-c2dd-4b77-9989-d8c66e6e0b90', 'network_id': '181fc37a-db12-4b98-ac32-011683527f86', 'port_id': '10c1fb65-c2dd-4b77-9989-d8c66e6e0b90', 'mac_address': 'fa:16:3e:d8:c5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184b15da-0379-412b-9c0e-bcf60dcc3ada', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:05:38.513753 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-b5431405-e2d5-4841-8546-c8e58ab29f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:38.515684 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-b5431405-e2d5-4841-8546-c8e58ab29f84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=96f57f91-4b20-4f81-8966-ec05e4184b01 HTTP/1.1" status: 200 len: 850 time: 0.0823901 Jul 02 11:05:38.525058 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:38.560856 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:05:38.598626 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-427ca880-8c9f-40d8-89b2-7d1756ffd3dc req-27a88014-d888-4247-8e6b-c15c611ba041 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:38.611394 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:38.615999 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:38.675342 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-c61c0e92-d17b-4a8d-9223-8b084b547a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:38.676887 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-c61c0e92-d17b-4a8d-9223-8b084b547a1a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0411a882-cef5-465d-84d7-07c8775a8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1523881 Jul 02 11:05:38.690093 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5b7dd-3292-41c4-8a60-c1526204d355 req-1516c1e5-1a47-4785-b8a7-9504b938430f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:38.690561 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:38.692248 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c4a5b7dd-3292-41c4-8a60-c1526204d355 req-1516c1e5-1a47-4785-b8a7-9504b938430f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 943 time: 0.3128960 Jul 02 11:05:38.695668 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-427ca880-8c9f-40d8-89b2-7d1756ffd3dc req-27a88014-d888-4247-8e6b-c15c611ba041 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:38.757283 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-427ca880-8c9f-40d8-89b2-7d1756ffd3dc req-27a88014-d888-4247-8e6b-c15c611ba041 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032043 Jul 02 11:05:38.764256 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a88014-d888-4247-8e6b-c15c611ba041 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8930090e-eb10-4791-8458-db7b3291782c,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:38.836740 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['10c1fb65-c2dd-4b77-9989-d8c66e6e0b90'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:05:38.856417 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-89775dae-5f7f-4229-8a6f-4cc868431ddd service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620324 Jul 02 11:05:38.907818 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c4a5b7dd-3292-41c4-8a60-c1526204d355 req-a7170f60-9f82-452c-946a-34cfe5e0b5c7 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870534 Jul 02 11:05:38.944036 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-b01848bf-84e9-41c9-8040-b2af752102b5 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:38.945775 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-b01848bf-84e9-41c9-8040-b2af752102b5 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.67 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 816 time: 0.5393157 Jul 02 11:05:38.973454 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6d256-5fa1-4eab-bc7d-82f9979495b8 req-051a0e0d-630d-4105-a503-a62bd09a1bec tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:38.984725 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-05d6d256-5fa1-4eab-bc7d-82f9979495b8 req-051a0e0d-630d-4105-a503-a62bd09a1bec tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.2226486 Jul 02 11:05:39.034768 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-70c493ff-2f7d-4772-97e2-0689f347b3d0 req-0856d258-6d11-4f80-ac11-0009f732efa9 service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709843 Jul 02 11:05:39.055039 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-05d6d256-5fa1-4eab-bc7d-82f9979495b8 req-a6c11f87-6cce-4a24-8fb9-5fbb7307127b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561094 Jul 02 11:05:39.087889 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-7feea0dd-093b-476e-ae38-291e95373c45 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9cd96924e4d476fb4c58dcdca22da9d HTTP/1.1" status: 200 len: 380 time: 0.1003809 Jul 02 11:05:39.103160 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Request body: {'port': {'device_id': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'admin_state_up': True, 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'security_groups': ['799e1b3f-5b81-4d99-98f6-e7458967e8ea']}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:39.204935 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840952a-4381-4ffb-bf6e-06ad0902b26d req-8fe334ca-1718-4aae-8c96-090076d7ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:39.207978 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-8840952a-4381-4ffb-bf6e-06ad0902b26d req-8fe334ca-1718-4aae-8c96-090076d7ca42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cafb7a6d12642968d9c8a031a2873fb&device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 1096 time: 0.0990567 Jul 02 11:05:39.335325 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Made reservation on behalf of a9cd96924e4d476fb4c58dcdca22da9d for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:39.339253 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:39.367684 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344e151-584d-4de8-a282-21792c0a9146 req-ed1bdc95-69ca-4602-a5b6-45c999e8c132 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:39.369382 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8344e151-584d-4de8-a282-21792c0a9146 req-ed1bdc95-69ca-4602-a5b6-45c999e8c132 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 945 time: 0.1334288 Jul 02 11:05:39.418251 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840952a-4381-4ffb-bf6e-06ad0902b26d req-d7217b64-3c15-4e75-8fb0-86804980707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:39.419878 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-8840952a-4381-4ffb-bf6e-06ad0902b26d req-d7217b64-3c15-4e75-8fb0-86804980707d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0411a882-cef5-465d-84d7-07c8775a8d59 HTTP/1.1" status: 200 len: 912 time: 0.2023680 Jul 02 11:05:39.474239 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-8840952a-4381-4ffb-bf6e-06ad0902b26d req-c2ac54c2-95f2-4dcf-b4ee-0114f0b52b61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6492bbec-e3bd-4a42-824a-0be7ed84f712 HTTP/1.1" status: 200 len: 217 time: 0.0466564 Jul 02 11:05:39.488571 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a80cee9e-b053-497e-8302-17dfc0cabd4a req-cf21ea0b-5165-4fcb-bbf6-5e045c34b43a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 210 time: 0.0690658 Jul 02 11:05:39.534656 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8344e151-584d-4de8-a282-21792c0a9146 req-d1c0968d-f286-4a9a-9aa9-17c96c7a4530 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420434 Jul 02 11:05:39.566011 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840952a-4381-4ffb-bf6e-06ad0902b26d req-5daff1e8-023b-4e15-b7e2-71020cc9cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:39.567479 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-8840952a-4381-4ffb-bf6e-06ad0902b26d req-5daff1e8-023b-4e15-b7e2-71020cc9cbdb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=96f57f91-4b20-4f81-8966-ec05e4184b01 HTTP/1.1" status: 200 len: 850 time: 0.0862529 Jul 02 11:05:39.589971 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c41a007-bab3-48cf-9915-44e6146d37ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4358a0-e14d-46bc-bb99-687bf10d6865'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:05:39.592724 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3489cc45-798d-47c0-9a4b-a454b86c378c" -d '{"events": [{"server_uuid": "0c41a007-bab3-48cf-9915-44e6146d37ff", "name": "network-vif-plugged", "status": "completed", "tag": "8e4358a0-e14d-46bc-bb99-687bf10d6865"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:05:39.643529 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Allocated IP 172.20.0.8 (5f3d2969-1d63-4eb4-98ee-4f75017fd92d/59085ac5-fbd3-4a9e-be9a-43457d588973/526c8f10-0ceb-46d5-a05d-7f32a1654b13) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:05:39.645487 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec50362-ba5e-4e96-9c23-7dc5d01f71b1 x-openstack-request-id: req-6ec50362-ba5e-4e96-9c23-7dc5d01f71b1 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:05:39.646043 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c41a007-bab3-48cf-9915-44e6146d37ff", "name": "network-vif-plugged", "status": "completed", "tag": "8e4358a0-e14d-46bc-bb99-687bf10d6865", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:05:39.647169 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ec50362-ba5e-4e96-9c23-7dc5d01f71b1 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:05:39.647988 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c41a007-bab3-48cf-9915-44e6146d37ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4358a0-e14d-46bc-bb99-687bf10d6865', 'code': 200} Jul 02 11:05:39.678889 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840952a-4381-4ffb-bf6e-06ad0902b26d req-946d358e-b44a-4f78-b896-fe6780a764f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:39.680759 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-8840952a-4381-4ffb-bf6e-06ad0902b26d req-946d358e-b44a-4f78-b896-fe6780a764f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0411a882-cef5-465d-84d7-07c8775a8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1048069 Jul 02 11:05:39.891147 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:39.894518 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-8840952a-4381-4ffb-bf6e-06ad0902b26d req-5ca1ed08-c895-4a31-a1b4-eb053fa530fb service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036617 Jul 02 11:05:39.907579 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Transition to ACTIVE for port object 526c8f10-0ceb-46d5-a05d-7f32a1654b13 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:39.976048 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:40.089981 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-8840952a-4381-4ffb-bf6e-06ad0902b26d req-191fd2b5-fbf6-472d-966d-1df8191a6795 service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850855 Jul 02 11:05:40.139482 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:05:40.149400 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:40.184429 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:05:40.191486 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:40.192224 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:40.257058 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:40.290251 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event updated for resources: {'Port': ['ID=526c8f10-0ceb-46d5-a05d-7f32a1654b13,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:40.305401 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-306b5ac5-aece-4662-a4d4-9ea29a84c6a9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2096996 Jul 02 11:05:40.327214 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Request body: {'port': {'device_id': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:40.368543 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:40.376154 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:40.376154 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:40.403036 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed94c55-ada9-4c29-84f2-fbc931bb2ef2 req-fa2bbbc7-6520-4650-882b-51d163f4cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:40.404728 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2ed94c55-ada9-4c29-84f2-fbc931bb2ef2 req-fa2bbbc7-6520-4650-882b-51d163f4cff0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 1098 time: 0.3909497 Jul 02 11:05:40.480406 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:40.505307 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d8bad-b563-49a2-8877-5b5529cc1db9 req-27722e53-9f6c-4931-8f63-5d997ec744d0 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:40.512731 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b82d8bad-b563-49a2-8877-5b5529cc1db9 req-27722e53-9f6c-4931-8f63-5d997ec744d0 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 943 time: 0.4095957 Jul 02 11:05:40.528184 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:40.535326 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:40.536102 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:40.552879 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b735f7e-a6aa-4608-8097-9401d9fb949c req-06f62ee4-31b0-4b37-93ed-8fd570e55114 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:40.554307 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5b735f7e-a6aa-4608-8097-9401d9fb949c req-06f62ee4-31b0-4b37-93ed-8fd570e55114 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.3278403 Jul 02 11:05:40.572729 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2ed94c55-ada9-4c29-84f2-fbc931bb2ef2 req-7aafabae-7a38-446a-8ddb-1ec05cbd8388 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583185 Jul 02 11:05:40.604403 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:40.620159 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-1c89c60f-c138-4b37-8778-924eb5a1ca87 None None] Provisioning for port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:40.626224 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-1c89c60f-c138-4b37-8778-924eb5a1ca87 None None] Provisioning complete for port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:40.627298 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-1c89c60f-c138-4b37-8778-924eb5a1ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:40.645375 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b82d8bad-b563-49a2-8877-5b5529cc1db9 req-11aa4768-67ca-42e8-84ad-01fcc18389b8 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316884 Jul 02 11:05:40.671164 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-1c89c60f-c138-4b37-8778-924eb5a1ca87 None None] Port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:05:40.789640 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5b735f7e-a6aa-4608-8097-9401d9fb949c req-8d2eb867-a55b-4b89-942f-343013084f4f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195711 Jul 02 11:05:40.918698 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfae7d-1121-4044-b30e-f40222f4b4cd req-0f128546-d027-49a5-82ef-eb7048ef7bad tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:40.920285 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d3cfae7d-1121-4044-b30e-f40222f4b4cd req-0f128546-d027-49a5-82ef-eb7048ef7bad tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 931 time: 0.1499784 Jul 02 11:05:41.033495 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d3cfae7d-1121-4044-b30e-f40222f4b4cd req-a3ab1c01-a054-4282-8a37-347e671c0771 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054242 Jul 02 11:05:41.288439 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526c8f10-0ceb-46d5-a05d-7f32a1654b13 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:05:41.306496 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:41.322288 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fed2d7-aa99-4e7c-a8d0-8eb045488e83 req-0f5beb5e-e0bd-4aa6-ae50-74a691a86792 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:41.323788 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-09fed2d7-aa99-4e7c-a8d0-8eb045488e83 req-0f5beb5e-e0bd-4aa6-ae50-74a691a86792 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 945 time: 0.3491449 Jul 02 11:05:41.328710 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Transition to ACTIVE for port object 526c8f10-0ceb-46d5-a05d-7f32a1654b13 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:05:41.349762 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:41.548954 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-09fed2d7-aa99-4e7c-a8d0-8eb045488e83 req-874b59e6-04f5-485b-a45c-19bea028014a tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146680 Jul 02 11:05:41.610633 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Pushing event updated for resources: {'Port': ['ID=526c8f10-0ceb-46d5-a05d-7f32a1654b13,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:41.628209 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Attempting to bind port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:05:41.628558 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Attempting to bind port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:05:41.629212 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Attempting to bind port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 on network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:41.634494 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 on network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:05:41.634876 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Attempting to bind port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 on network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:05:41.647957 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:05:41.648301 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Checking segment: {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:41.648831 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Bound using segment: {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:05:41.649157 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Bound port: 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:05:41.649332 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723d4dae-9639-4403-8cc6-15e124cc50e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c1fb65-c2dd-4b77-9989-d8c66e6e0b90'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:05:41.649790 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:41.652941 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7172a175-82c8-479e-a88e-880a20071fc8" -d '{"events": [{"server_uuid": "723d4dae-9639-4403-8cc6-15e124cc50e6", "name": "network-vif-plugged", "status": "completed", "tag": "10c1fb65-c2dd-4b77-9989-d8c66e6e0b90"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:05:41.786080 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab8bde0-50a9-4eca-874b-5b3f44bd5853 x-openstack-request-id: req-3ab8bde0-50a9-4eca-874b-5b3f44bd5853 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:05:41.786384 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723d4dae-9639-4403-8cc6-15e124cc50e6", "name": "network-vif-plugged", "status": "completed", "tag": "10c1fb65-c2dd-4b77-9989-d8c66e6e0b90", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:05:41.787821 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ab8bde0-50a9-4eca-874b-5b3f44bd5853 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:05:41.789402 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723d4dae-9639-4403-8cc6-15e124cc50e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c1fb65-c2dd-4b77-9989-d8c66e6e0b90', 'code': 200} Jul 02 11:05:41.822286 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:05:41.842215 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:05:41.854249 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:41.896677 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:41.900546 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:41.902104 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] 10.222.0.67 "PUT /v2.0/ports/526c8f10-0ceb-46d5-a05d-7f32a1654b13 HTTP/1.1" status: 200 len: 1093 time: 1.5847361 Jul 02 11:05:41.902672 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:05:41.905274 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0224c628-f0c0-4030-9f03-9ba022a3eeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:05:42.138394 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0ea34-82b6-41a2-ab2a-e14d4464b02a service neutron] Pushing event updated for resources: {'Port': ['ID=526c8f10-0ceb-46d5-a05d-7f32a1654b13,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:42.246856 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3e3ed-2c33-4f6b-9be5-84af2b15a7d9 req-e5d5f246-81c6-4b7c-8bf5-39df5f69de95 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:42.248182 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a0f3e3ed-2c33-4f6b-9be5-84af2b15a7d9 req-e5d5f246-81c6-4b7c-8bf5-39df5f69de95 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 943 time: 0.2823026 Jul 02 11:05:42.254032 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-4f00278e-2313-48e2-96c3-47ab950356cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:42.255439 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-4f00278e-2313-48e2-96c3-47ab950356cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 1096 time: 0.1878173 Jul 02 11:05:42.273051 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5e192-9524-48e3-99d9-aca8e7a723b0 req-75ad0393-58eb-4fbe-9ab7-b26c7e893d67 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:42.277653 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5cc5e192-9524-48e3-99d9-aca8e7a723b0 req-75ad0393-58eb-4fbe-9ab7-b26c7e893d67 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.2199881 Jul 02 11:05:42.283051 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f17e-984e-4c01-9cb5-d01c9af841f2 req-ba73e938-e4a4-4eeb-aa12-4f4a7a293183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:42.283733 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 6492bbec-e3bd-4a42-824a-0be7ed84f712 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:05:42.284675 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d461f17e-984e-4c01-9cb5-d01c9af841f2 req-ba73e938-e4a4-4eeb-aa12-4f4a7a293183 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 1098 time: 0.1952403 Jul 02 11:05:42.345302 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-9a2b3309-4f74-42ec-874e-99e471b92104 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13 HTTP/1.1" status: 200 len: 217 time: 0.0663953 Jul 02 11:05:42.362557 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a0f3e3ed-2c33-4f6b-9be5-84af2b15a7d9 req-aea3b004-6df4-4133-89b9-ffd5739744d3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061552 Jul 02 11:05:42.376741 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5cc5e192-9524-48e3-99d9-aca8e7a723b0 req-090ea6fc-29ff-4409-ba8d-83946eed6299 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792491 Jul 02 11:05:42.420869 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 6492bbec-e3bd-4a42-824a-0be7ed84f712, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6492bbec-e3bd-4a42-824a-0be7ed84f712,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:42.426084 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e022de9-55f1-429a-909d-6cbe46013bd9 x-openstack-request-id: req-4e022de9-55f1-429a-909d-6cbe46013bd9 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:05:42.426365 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:05:42.426616 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e022de9-55f1-429a-909d-6cbe46013bd9 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:05:42.427059 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'status': 'completed', 'code': 200} Jul 02 11:05:42.439698 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '6492bbec-e3bd-4a42-824a-0be7ed84f712', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'port_id': '6492bbec-e3bd-4a42-824a-0be7ed84f712', 'mac_address': 'fa:16:3e:5f:73:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:05:42.480034 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:42.499059 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6492bbec-e3bd-4a42-824a-0be7ed84f712 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:05:42.524263 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 6492bbec-e3bd-4a42-824a-0be7ed84f712, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6492bbec-e3bd-4a42-824a-0be7ed84f712,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:42.531657 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:42.557074 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aff3fe-cc04-4794-b734-64014ac3b548 req-f9cf4d80-b61f-4c88-8783-42bbd0ae241e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:42.558492 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d8aff3fe-cc04-4794-b734-64014ac3b548 req-f9cf4d80-b61f-4c88-8783-42bbd0ae241e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.0769608 Jul 02 11:05:42.587912 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=6492bbec-e3bd-4a42-824a-0be7ed84f712,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:42.614940 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d8aff3fe-cc04-4794-b734-64014ac3b548 req-f67400d5-6fd5-4a35-86a9-6a5c4665c7b4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489743 Jul 02 11:05:42.711528 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35808) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:42.817569 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab3f2c-d4ee-47b5-be01-f3f811979b9e req-0d958cfa-5a3b-46af-b7a4-03db39cee21d tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:42.825719 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-83ab3f2c-d4ee-47b5-be01-f3f811979b9e req-0d958cfa-5a3b-46af-b7a4-03db39cee21d tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 945 time: 0.0881317 Jul 02 11:05:42.840792 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa436-1c33-4fa4-ae7e-0ee23626795a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:42.923944 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-83ab3f2c-d4ee-47b5-be01-f3f811979b9e req-aeeb36d5-cc01-4f0e-966b-460179fbce78 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903184 Jul 02 11:05:42.948649 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0a23-06cf-4ced-adb8-d661c3a19c0a req-a15e0087-9b24-46c9-bff3-a8bf6dea4223 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:42.950876 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ab5d0a23-06cf-4ced-adb8-d661c3a19c0a req-a15e0087-9b24-46c9-bff3-a8bf6dea4223 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1161001 Jul 02 11:05:43.000775 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa436-1c33-4fa4-ae7e-0ee23626795a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.006155 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa436-1c33-4fa4-ae7e-0ee23626795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.013415 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ab5d0a23-06cf-4ced-adb8-d661c3a19c0a req-2b25e034-fb88-4364-ac21-28475656c3f4 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496583 Jul 02 11:05:43.053965 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-9dcfa436-1c33-4fa4-ae7e-0ee23626795a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ac0d89431e1423a8bad5dd0009930e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407884 Jul 02 11:05:43.054831 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfa436-1c33-4fa4-ae7e-0ee23626795a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c257451-0d97-4616-9605-f73e8597d31a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:43.056545 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 35836) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:43.116474 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a9662b44-b820-4a17-9ecf-279f06dd01a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.143037 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a9662b44-b820-4a17-9ecf-279f06dd01a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.199683 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a9662b44-b820-4a17-9ecf-279f06dd01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.202268 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a9662b44-b820-4a17-9ecf-279f06dd01a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.203963 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-a9662b44-b820-4a17-9ecf-279f06dd01a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c257451-0d97-4616-9605-f73e8597d31a HTTP/1.1" status: 204 len: 168 time: 0.1446619 Jul 02 11:05:43.212040 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9662b44-b820-4a17-9ecf-279f06dd01a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c257451-0d97-4616-9605-f73e8597d31a,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:43.548272 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35862) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:43.548488 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff0aaf-33dc-49f5-aac9-2f17338aff77 req-8a166ee5-41d9-4451-9ad2-62011710dae7 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:43.550134 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0eff0aaf-33dc-49f5-aac9-2f17338aff77 req-8a166ee5-41d9-4451-9ad2-62011710dae7 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 944 time: 0.0697439 Jul 02 11:05:43.561020 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2aa44418-395c-4f2b-b822-cd2b98ff23dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.594727 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0eff0aaf-33dc-49f5-aac9-2f17338aff77 req-b0c5e234-4d00-4759-85d4-346db58f2815 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389137 Jul 02 11:05:43.662225 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2aa44418-395c-4f2b-b822-cd2b98ff23dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.666736 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2aa44418-395c-4f2b-b822-cd2b98ff23dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.706176 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-2aa44418-395c-4f2b-b822-cd2b98ff23dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c991d394cab42109430ae6203ae4ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567833 Jul 02 11:05:43.707109 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa44418-395c-4f2b-b822-cd2b98ff23dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b65c264-eed7-4485-9e58-a5c4f46f72fa,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:43.708905 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 35870) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:43.815776 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b900dfd7-647a-474c-8bf8-c51184768ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.844317 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b900dfd7-647a-474c-8bf8-c51184768ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.852669 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a0c5b-490f-4d31-ae8e-e9689cb0b9d4 req-67e7287d-9d99-4b94-9d33-77aae09f4325 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:43.854157 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c19a0c5b-490f-4d31-ae8e-e9689cb0b9d4 req-67e7287d-9d99-4b94-9d33-77aae09f4325 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1132390 Jul 02 11:05:43.860546 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35874) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:43.913272 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c19a0c5b-490f-4d31-ae8e-e9689cb0b9d4 req-36987552-dc99-47dd-ba1a-d6866525b4ad tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525613 Jul 02 11:05:43.934920 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b900dfd7-647a-474c-8bf8-c51184768ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.938295 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b900dfd7-647a-474c-8bf8-c51184768ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:43.939597 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-b900dfd7-647a-474c-8bf8-c51184768ab5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b65c264-eed7-4485-9e58-a5c4f46f72fa HTTP/1.1" status: 204 len: 168 time: 0.2294037 Jul 02 11:05:43.950387 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900dfd7-647a-474c-8bf8-c51184768ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b65c264-eed7-4485-9e58-a5c4f46f72fa,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:43.976642 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ce9d48e2-fe22-4626-90e4-12a65d03e0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.069383 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ce9d48e2-fe22-4626-90e4-12a65d03e0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.073531 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ce9d48e2-fe22-4626-90e4-12a65d03e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.110473 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d48e2-fe22-4626-90e4-12a65d03e0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bf0725-b01b-4fff-ac74-1834b0677b5c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:44.117253 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-ce9d48e2-fe22-4626-90e4-12a65d03e0fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74dd04bb03ea4eaa8af7adbe035af1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531297 Jul 02 11:05:44.117468 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35884) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:44.168453 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b17e4c3-4146-4978-9389-c2e367e41e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.186039 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085f8c9-eb51-40bb-a58c-2f20cae2d168 req-6e1ca381-310e-48ae-bbcd-15609066906a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:44.187865 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9085f8c9-eb51-40bb-a58c-2f20cae2d168 req-6e1ca381-310e-48ae-bbcd-15609066906a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0718682 Jul 02 11:05:44.191725 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b17e4c3-4146-4978-9389-c2e367e41e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.227172 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9085f8c9-eb51-40bb-a58c-2f20cae2d168 req-aaf2cf91-6177-4c8b-9ea9-d462b22f8fe1 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331714 Jul 02 11:05:44.254795 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b17e4c3-4146-4978-9389-c2e367e41e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.257640 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b17e4c3-4146-4978-9389-c2e367e41e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.261494 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-4b17e4c3-4146-4978-9389-c2e367e41e6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83bf0725-b01b-4fff-ac74-1834b0677b5c HTTP/1.1" status: 204 len: 168 time: 0.1431911 Jul 02 11:05:44.274639 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17e4c3-4146-4978-9389-c2e367e41e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bf0725-b01b-4fff-ac74-1834b0677b5c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:44.610825 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35912) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:44.623529 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d896cde-71ce-4990-976a-a30bb41233a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.657841 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 35916) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:44.713944 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d896cde-71ce-4990-976a-a30bb41233a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.719326 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d896cde-71ce-4990-976a-a30bb41233a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.758921 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3d896cde-71ce-4990-976a-a30bb41233a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=047a253d5b594a09a540c1fd6e828da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470165 Jul 02 11:05:44.760004 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d896cde-71ce-4990-976a-a30bb41233a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbd4cb9-e331-48e8-b580-6abfdbe068ab,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:44.762476 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35920) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:44.788404 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab5724-46f3-44d7-adb7-f9afd64aedd3 req-7be18166-d58e-41bd-b4aa-8d8faae57d29 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:44.789948 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6fab5724-46f3-44d7-adb7-f9afd64aedd3 req-7be18166-d58e-41bd-b4aa-8d8faae57d29 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 944 time: 0.0761354 Jul 02 11:05:44.813393 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0d7b099-33a9-4f91-96f6-034466073616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.834522 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0d7b099-33a9-4f91-96f6-034466073616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.835522 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6fab5724-46f3-44d7-adb7-f9afd64aedd3 req-0d32a99b-a672-495c-ac63-ac0b3fdc6273 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389512 Jul 02 11:05:44.845678 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2115075655-network', 'tenant_id': 'c32957b3b8b94347b1f7bae23329b500'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:44.869311 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Made reservation on behalf of c32957b3b8b94347b1f7bae23329b500 for: {'network': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:44.871921 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.882134 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.894516 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0d7b099-33a9-4f91-96f6-034466073616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.897629 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0d7b099-33a9-4f91-96f6-034466073616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.898767 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a0d7b099-33a9-4f91-96f6-034466073616 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cbd4cb9-e331-48e8-b580-6abfdbe068ab HTTP/1.1" status: 204 len: 168 time: 0.1352205 Jul 02 11:05:44.909583 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7b099-33a9-4f91-96f6-034466073616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbd4cb9-e331-48e8-b580-6abfdbe068ab,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:44.986528 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:44.991667 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:45.011990 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:05:45.025514 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15947095-ea20-49e1-b145-0ab06e1843a3,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:45.030989 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:45.031370 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.segments_db [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Added segment 014e0f14-c182-4918-a32c-17784f896307 of type vlan for network f54c46d8-07c8-46c8-a87d-1da20f6bfb1b Jul 02 11:05:45.099893 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:45.146602 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:45.148121 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:45.148728 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:45.165050 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060418ca-e970-4ebd-96f1-cf7420c3bfb3 req-2ebbea59-29d0-4762-a42e-3c52d7a605bd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:45.166532 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-060418ca-e970-4ebd-96f1-cf7420c3bfb3 req-2ebbea59-29d0-4762-a42e-3c52d7a605bd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1069567 Jul 02 11:05:45.288327 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-c331a1ac-5038-4a49-9e7c-932267985b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:45.290637 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-c331a1ac-5038-4a49-9e7c-932267985b84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59085ac5-fbd3-4a9e-be9a-43457d588973 HTTP/1.1" status: 200 len: 855 time: 0.0940335 Jul 02 11:05:45.295046 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6336410 Jul 02 11:05:45.297324 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 35938) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:45.304280 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8079-79fd-4b38-8975-7afe042a7c7c req-14634938-bded-4c7e-9b73-812cda4c2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:45.305881 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-513b8079-79fd-4b38-8975-7afe042a7c7c req-14634938-bded-4c7e-9b73-812cda4c2967 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 1098 time: 0.0636609 Jul 02 11:05:45.309718 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-bc38569f-abe1-40db-a91a-737b56a89c42 admin admin] Request body: {'subnet': {'network_id': 'f54c46d8-07c8-46c8-a87d-1da20f6bfb1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2115075655-subnet', 'tenant_id': 'c32957b3b8b94347b1f7bae23329b500', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:45.365652 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-060418ca-e970-4ebd-96f1-cf7420c3bfb3 req-164c717a-f952-42d0-8d7c-83d7dbda0983 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771393 Jul 02 11:05:45.438434 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['6492bbec-e3bd-4a42-824a-0be7ed84f712'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:05:45.458773 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99050ac2-425c-4aa5-9465-22b07174a37f admin admin] Pushing event updated for resources: {'Network': ['ID=f54c46d8-07c8-46c8-a87d-1da20f6bfb1b,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:45.475817 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network f54c46d8-07c8-46c8-a87d-1da20f6bfb1b details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:05:45.493773 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d461f17e-984e-4c01-9cb5-d01c9af841f2 req-3983cc63-2603-4e7f-9317-5a2121304648 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955427 Jul 02 11:05:45.539344 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-bcf96202-9a44-4fb9-810e-d65d5ce64726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:45.540982 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-bcf96202-9a44-4fb9-810e-d65d5ce64726 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2237988 Jul 02 11:05:45.549893 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abd3de-90c6-4723-8ed0-7d498805ccce req-251b1246-f8ef-4331-8b8c-03be41a6d598 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:45.562949 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-63abd3de-90c6-4723-8ed0-7d498805ccce req-251b1246-f8ef-4331-8b8c-03be41a6d598 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1837769 Jul 02 11:05:45.601046 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-63abd3de-90c6-4723-8ed0-7d498805ccce req-ac19a2ed-5fc6-408e-af81-5b65a9f51fa0 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Jul 02 11:05:45.683659 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8079-79fd-4b38-8975-7afe042a7c7c req-bcf94a29-1623-41bd-ab2f-af48ad00eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:45.685467 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-513b8079-79fd-4b38-8975-7afe042a7c7c req-bcf94a29-1623-41bd-ab2f-af48ad00eb76 service neutron] 10.222.0.67 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 920 time: 0.3714521 Jul 02 11:05:45.687367 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc38569f-abe1-40db-a91a-737b56a89c42 admin admin] Made reservation on behalf of c32957b3b8b94347b1f7bae23329b500 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:45.689754 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc38569f-abe1-40db-a91a-737b56a89c42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:45.866746 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc38569f-abe1-40db-a91a-737b56a89c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:45.925944 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38569f-abe1-40db-a91a-737b56a89c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d387dfd0-7a70-4143-9b28-e459776f102f,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:45.941919 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc38569f-abe1-40db-a91a-737b56a89c42 admin admin] Checking segment: {'id': '014e0f14-c182-4918-a32c-17784f896307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f54c46d8-07c8-46c8-a87d-1da20f6bfb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:45.942361 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc38569f-abe1-40db-a91a-737b56a89c42 admin admin] Network hostable DHCP agents. Network: f54c46d8-07c8-46c8-a87d-1da20f6bfb1b, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:05:45.959430 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc38569f-abe1-40db-a91a-737b56a89c42 admin admin] Network f54c46d8-07c8-46c8-a87d-1da20f6bfb1b is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:05:45.969953 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-bc38569f-abe1-40db-a91a-737b56a89c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, f54c46d8-07c8-46c8-a87d-1da20f6bfb1b) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:45.975177 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc38569f-abe1-40db-a91a-737b56a89c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:45.975895 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc38569f-abe1-40db-a91a-737b56a89c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:45.980632 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52555e03-b7de-42f5-8a15-d5c83fc92b2e None None] Network f54c46d8-07c8-46c8-a87d-1da20f6bfb1b requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:05:46.000773 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-bc38569f-abe1-40db-a91a-737b56a89c42 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6985438 Jul 02 11:05:46.030225 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b5cc4-9d3b-4f06-a5d1-cc657aaf585c req-bd47e550-93a4-4aba-9f52-13f86df9de83 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:46.033888 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-925b5cc4-9d3b-4f06-a5d1-cc657aaf585c req-bd47e550-93a4-4aba-9f52-13f86df9de83 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 944 time: 0.0740383 Jul 02 11:05:46.082426 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-925b5cc4-9d3b-4f06-a5d1-cc657aaf585c req-90ae999f-5a2a-4995-9c49-373f17f743b3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420771 Jul 02 11:05:46.132854 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae14c27c-252b-4352-8256-22c6650ca1ad None None] Network f54c46d8-07c8-46c8-a87d-1da20f6bfb1b requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:05:46.550518 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36000) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:46.555515 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2069791050-network', 'tenant_id': 'fc515e5212154e759561d099ddb5958c'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:46.583944 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Made reservation on behalf of fc515e5212154e759561d099ddb5958c for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:46.586516 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:46.595626 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:46.609257 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbff68-d332-413e-9a04-f6ec6eaee3c4 req-8be9e33c-6eb5-4e13-a322-bec54486e383 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:46.611343 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c8bbff68-d332-413e-9a04-f6ec6eaee3c4 req-8be9e33c-6eb5-4e13-a322-bec54486e383 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.0933833 Jul 02 11:05:46.666668 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c8bbff68-d332-413e-9a04-f6ec6eaee3c4 req-33b2943a-3e22-4408-b612-6a97ab358c85 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471265 Jul 02 11:05:46.713078 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:46.717396 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:46.739056 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:05:46.753913 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e69cb5-bbca-4673-8964-df93620ad3e2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:46.766845 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:46.767281 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.segments_db [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Added segment 15b57935-372d-465e-9ba0-61a52231f0ba of type vlan for network 9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968 Jul 02 11:05:46.801842 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278ce26-0d1a-4f0e-8864-3edff52f576a req-cf07b2a7-2172-49e4-8b8f-2a9a1208857d tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:46.803397 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6278ce26-0d1a-4f0e-8864-3edff52f576a req-cf07b2a7-2172-49e4-8b8f-2a9a1208857d tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0757098 Jul 02 11:05:46.815629 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:46.846036 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:46.847053 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:46.847360 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6278ce26-0d1a-4f0e-8864-3edff52f576a req-1a9a5fb1-2b6e-4bd1-adc1-db5e5f21c0b4 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340445 Jul 02 11:05:46.847753 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:46.869513 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36008) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:46.886069 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3344266 Jul 02 11:05:46.886357 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36012) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:46.894347 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-856b570a-9bf9-4996-bf7b-7f9b7eeb7ef9 admin admin] Request body: {'subnet': {'network_id': '9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2069791050-subnet', 'tenant_id': 'fc515e5212154e759561d099ddb5958c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:46.919406 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3a90-eb2a-48b6-a573-714d06de5061 admin admin] Pushing event updated for resources: {'Network': ['ID=9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:46.925948 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856b570a-9bf9-4996-bf7b-7f9b7eeb7ef9 admin admin] Made reservation on behalf of fc515e5212154e759561d099ddb5958c for: {'subnet': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:05:46.930055 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network 9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:05:46.930567 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-856b570a-9bf9-4996-bf7b-7f9b7eeb7ef9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.008820 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34f04222-bbb1-488a-9a49-d3c2f4355f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.158100 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-856b570a-9bf9-4996-bf7b-7f9b7eeb7ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for subnet, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.223157 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34f04222-bbb1-488a-9a49-d3c2f4355f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.251399 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34f04222-bbb1-488a-9a49-d3c2f4355f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.278798 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b570a-9bf9-4996-bf7b-7f9b7eeb7ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c14e8b21-26d3-466a-920b-a63340cbc666,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:47.314864 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-34f04222-bbb1-488a-9a49-d3c2f4355f1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae0cf930868f4dd5972576c2fa3aa7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442980 Jul 02 11:05:47.317439 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f04222-bbb1-488a-9a49-d3c2f4355f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a31543-49f4-4314-b870-101c369f9640,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:47.317630 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36016) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:47.320809 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b570a-9bf9-4996-bf7b-7f9b7eeb7ef9 admin admin] Checking segment: {'id': '15b57935-372d-465e-9ba0-61a52231f0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:05:47.321171 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b570a-9bf9-4996-bf7b-7f9b7eeb7ef9 admin admin] Network hostable DHCP agents. Network: 9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:05:47.348021 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73c63e-6381-44a0-a00f-785e67f3328f req-9abb1fd7-6fb2-45ce-bc2e-704a2f06e0b8 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:47.349542 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce73c63e-6381-44a0-a00f-785e67f3328f req-9abb1fd7-6fb2-45ce-bc2e-704a2f06e0b8 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 944 time: 0.1518710 Jul 02 11:05:47.358181 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b570a-9bf9-4996-bf7b-7f9b7eeb7ef9 admin admin] Network 9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:05:47.371188 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8c24f50-c8fd-422b-8ad6-805d0b1d37cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.378460 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-856b570a-9bf9-4996-bf7b-7f9b7eeb7ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, 9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968) {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:05:47.386591 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b570a-9bf9-4996-bf7b-7f9b7eeb7ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:47.387462 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-856b570a-9bf9-4996-bf7b-7f9b7eeb7ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.390674 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399848ad-3d82-41bc-b461-605bd9e2803a None None] Network 9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:05:47.398960 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8c24f50-c8fd-422b-8ad6-805d0b1d37cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.413283 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-856b570a-9bf9-4996-bf7b-7f9b7eeb7ef9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5257258 Jul 02 11:05:47.422934 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce73c63e-6381-44a0-a00f-785e67f3328f req-5fc1cfd6-1d79-4a74-8002-50377e840b28 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637782 Jul 02 11:05:47.465143 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8c24f50-c8fd-422b-8ad6-805d0b1d37cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.467687 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8c24f50-c8fd-422b-8ad6-805d0b1d37cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.471401 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d8c24f50-c8fd-422b-8ad6-805d0b1d37cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1a31543-49f4-4314-b870-101c369f9640 HTTP/1.1" status: 204 len: 168 time: 0.1502364 Jul 02 11:05:47.482196 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c24f50-c8fd-422b-8ad6-805d0b1d37cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a31543-49f4-4314-b870-101c369f9640,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:47.570670 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa88e72-ed60-408d-bda7-d1385dc79709 None None] Network 9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:05:47.790736 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36036) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:47.804820 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-015467f5-eb04-458a-a534-6a7765d19f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.859542 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456fc4d-7098-4295-8171-52da96d2f6ca req-1b16dc49-ba24-4eec-9cea-43c113088807 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:47.861085 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5456fc4d-7098-4295-8171-52da96d2f6ca req-1b16dc49-ba24-4eec-9cea-43c113088807 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.0689034 Jul 02 11:05:47.906231 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-015467f5-eb04-458a-a534-6a7765d19f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.912157 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-015467f5-eb04-458a-a534-6a7765d19f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:47.942626 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5456fc4d-7098-4295-8171-52da96d2f6ca req-b3b8290b-887f-4878-a95d-16e6aabbb399 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743439 Jul 02 11:05:47.945235 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-015467f5-eb04-458a-a534-6a7765d19f68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad33fba230054fb3950a140964fbfc14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523685 Jul 02 11:05:47.947989 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36040) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:47.985326 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015467f5-eb04-458a-a534-6a7765d19f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bc777d-4255-41f5-a9f8-72fa2035e629,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:48.060162 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a45b87f-4220-469b-974f-60d579c89944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:48.088067 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf98ba7-7686-4223-9f74-76d62b3ca00a req-9a5c7334-10e9-4a4d-ab79-f441fa977fd3 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:48.089566 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-caf98ba7-7686-4223-9f74-76d62b3ca00a req-9a5c7334-10e9-4a4d-ab79-f441fa977fd3 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1098297 Jul 02 11:05:48.099041 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a45b87f-4220-469b-974f-60d579c89944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:48.160250 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-caf98ba7-7686-4223-9f74-76d62b3ca00a req-ef204c5b-1793-455a-a1bd-37163f787146 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588768 Jul 02 11:05:48.179263 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a45b87f-4220-469b-974f-60d579c89944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:48.181899 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a45b87f-4220-469b-974f-60d579c89944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:48.185423 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-7a45b87f-4220-469b-974f-60d579c89944 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45bc777d-4255-41f5-a9f8-72fa2035e629 HTTP/1.1" status: 204 len: 168 time: 0.2340035 Jul 02 11:05:48.191572 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45b87f-4220-469b-974f-60d579c89944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bc777d-4255-41f5-a9f8-72fa2035e629,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:48.586361 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-513b8079-79fd-4b38-8975-7afe042a7c7c req-9ceb637c-8bba-4c63-b5fb-983a23f6a509 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20faadb2-8a52-484e-b08f-e3e3fd5699d1 HTTP/1.1" status: 200 len: 217 time: 0.0572653 Jul 02 11:05:48.667274 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8079-79fd-4b38-8975-7afe042a7c7c req-e34306f1-7150-493a-b06f-a3f3cfe88794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:48.668933 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-513b8079-79fd-4b38-8975-7afe042a7c7c req-e34306f1-7150-493a-b06f-a3f3cfe88794 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=184b15da-0379-412b-9c0e-bcf60dcc3ada HTTP/1.1" status: 200 len: 859 time: 0.0610783 Jul 02 11:05:48.670438 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edb321-9a06-4181-8b5b-46d98642fffd req-10fa5a0a-b92a-45ec-9e9b-1d4824a483ca tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:48.673029 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f3edb321-9a06-4181-8b5b-46d98642fffd req-10fa5a0a-b92a-45ec-9e9b-1d4824a483ca tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 944 time: 0.1344807 Jul 02 11:05:48.679039 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-c214426a-4cf8-4d69-9c52-5e711e1aea71 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501203 Jul 02 11:05:48.736430 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-513b8079-79fd-4b38-8975-7afe042a7c7c req-1cc5cd14-759d-4909-a459-3545a919af32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=181fc37a-db12-4b98-ac32-011683527f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506020 Jul 02 11:05:48.794388 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f3edb321-9a06-4181-8b5b-46d98642fffd req-3c96c7b2-410f-4e3f-b0e1-dd58181768cf tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075473 Jul 02 11:05:48.829124 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c56f1cb3-7878-479b-9a13-0a2357e75904 req-3f775408-5177-4a3a-8eab-43ac45cc2f07 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385419 Jul 02 11:05:48.846286 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-513b8079-79fd-4b38-8975-7afe042a7c7c req-b37a9817-d446-4368-80cc-08c216ce2471 service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027427 Jul 02 11:05:48.942851 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224c628-f0c0-4030-9f03-9ba022a3eeb8 req-05cfa4cc-7d9d-44a6-a7e3-f00709fb937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:48.945178 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0224c628-f0c0-4030-9f03-9ba022a3eeb8 req-05cfa4cc-7d9d-44a6-a7e3-f00709fb937b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 1096 time: 0.0592487 Jul 02 11:05:48.963566 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-513b8079-79fd-4b38-8975-7afe042a7c7c req-f9d646dd-8210-4ecf-af74-301d65e1eeb9 service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076779 Jul 02 11:05:49.050545 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224c628-f0c0-4030-9f03-9ba022a3eeb8 req-5a1a97e8-ec5e-4a41-8deb-755a1d160d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:49.052122 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0224c628-f0c0-4030-9f03-9ba022a3eeb8 req-5a1a97e8-ec5e-4a41-8deb-755a1d160d14 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 917 time: 0.0988071 Jul 02 11:05:49.105047 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0224c628-f0c0-4030-9f03-9ba022a3eeb8 req-0f681e02-ac93-4de4-81fc-29b28fac6754 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13 HTTP/1.1" status: 200 len: 217 time: 0.0452991 Jul 02 11:05:49.244821 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:05:49.413717 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224c628-f0c0-4030-9f03-9ba022a3eeb8 req-a456a70d-357e-4aa4-9298-b509d6ca69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:49.422574 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0224c628-f0c0-4030-9f03-9ba022a3eeb8 req-a456a70d-357e-4aa4-9298-b509d6ca69dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59085ac5-fbd3-4a9e-be9a-43457d588973 HTTP/1.1" status: 200 len: 855 time: 0.2897317 Jul 02 11:05:49.427316 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbc145-32bc-4907-a2a8-5182e5be999b req-7ddb2e84-8108-4262-ae72-90ccbee24f84 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:49.434162 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-94bbc145-32bc-4907-a2a8-5182e5be999b req-7ddb2e84-8108-4262-ae72-90ccbee24f84 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.3405726 Jul 02 11:05:49.519461 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc9036-38ad-4c6d-84a2-a0607046aba7 req-95d3d5b6-dab3-45ba-bc20-f0eed651ddda tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:49.524419 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3fbc9036-38ad-4c6d-84a2-a0607046aba7 req-95d3d5b6-dab3-45ba-bc20-f0eed651ddda tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1735399 Jul 02 11:05:49.544622 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-94bbc145-32bc-4907-a2a8-5182e5be999b req-a1d5987e-fd9b-4068-995e-6fbde829df05 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075673 Jul 02 11:05:49.594381 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224c628-f0c0-4030-9f03-9ba022a3eeb8 req-a58cd9ec-12f9-4542-8a25-56c920bfdf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:49.594381 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0224c628-f0c0-4030-9f03-9ba022a3eeb8 req-a58cd9ec-12f9-4542-8a25-56c920bfdf23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1568098 Jul 02 11:05:49.599142 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3fbc9036-38ad-4c6d-84a2-a0607046aba7 req-e5718c85-c4e7-4672-a291-2ba7123b403d tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717919 Jul 02 11:05:49.725924 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0224c628-f0c0-4030-9f03-9ba022a3eeb8 req-7b080eb5-cd04-4f19-af6a-ecb455c63f4a service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247747 Jul 02 11:05:49.865787 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0224c628-f0c0-4030-9f03-9ba022a3eeb8 req-ee5aa3a8-4d4a-4578-accc-96d89114dc98 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333997 Jul 02 11:05:50.061370 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679c506-f378-4845-984f-a1f401d39e1e req-56f402b7-22c1-4649-9a7a-2740c1be72ad tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:50.063736 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d679c506-f378-4845-984f-a1f401d39e1e req-56f402b7-22c1-4649-9a7a-2740c1be72ad tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 944 time: 0.0814495 Jul 02 11:05:50.071895 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36146) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:50.145253 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d679c506-f378-4845-984f-a1f401d39e1e req-61e1e80a-0045-48c0-827e-99e0e151c6b7 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709829 Jul 02 11:05:50.228708 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5625a06f-3332-4c58-b933-e608e69da0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:50.350822 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5625a06f-3332-4c58-b933-e608e69da0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:50.355546 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5625a06f-3332-4c58-b933-e608e69da0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:50.383874 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 6492bbec-e3bd-4a42-824a-0be7ed84f712 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:50.395042 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-5625a06f-3332-4c58-b933-e608e69da0f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=959e706a2f5243a1a53658bc3ce40dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220491 Jul 02 11:05:50.397034 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625a06f-3332-4c58-b933-e608e69da0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88aa8967-a26c-4728-ba4f-5792e2adcc7c,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:50.397856 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36164) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:50.449295 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a7de0b1-d784-4255-b31b-9b36f7a0c5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:50.458591 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 6492bbec-e3bd-4a42-824a-0be7ed84f712 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:50.462606 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 6492bbec-e3bd-4a42-824a-0be7ed84f712 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:50.463797 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:50.475067 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a7de0b1-d784-4255-b31b-9b36f7a0c5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:50.526440 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a7de0b1-d784-4255-b31b-9b36f7a0c5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:50.529393 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a7de0b1-d784-4255-b31b-9b36f7a0c5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:50.533741 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-9a7de0b1-d784-4255-b31b-9b36f7a0c5a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88aa8967-a26c-4728-ba4f-5792e2adcc7c HTTP/1.1" status: 204 len: 168 time: 0.1318486 Jul 02 11:05:50.541448 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7de0b1-d784-4255-b31b-9b36f7a0c5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aa8967-a26c-4728-ba4f-5792e2adcc7c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:50.558869 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:50.594336 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7202b0-699b-4576-a32a-b55c23880828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6492bbec-e3bd-4a42-824a-0be7ed84f712'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:05:50.596862 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b514c01-3ddd-4fba-89aa-f9884169a3c8" -d '{"events": [{"server_uuid": "0a7202b0-699b-4576-a32a-b55c23880828", "name": "network-vif-plugged", "status": "completed", "tag": "6492bbec-e3bd-4a42-824a-0be7ed84f712"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:05:50.614654 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 6492bbec-e3bd-4a42-824a-0be7ed84f712, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6492bbec-e3bd-4a42-824a-0be7ed84f712,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:50.620389 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:50.654784 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed06b3b-e3da-4f93-91ea-d5c8ce172d78 x-openstack-request-id: req-7ed06b3b-e3da-4f93-91ea-d5c8ce172d78 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:05:50.655999 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7202b0-699b-4576-a32a-b55c23880828", "name": "network-vif-plugged", "status": "completed", "tag": "6492bbec-e3bd-4a42-824a-0be7ed84f712", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:05:50.656410 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ed06b3b-e3da-4f93-91ea-d5c8ce172d78 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:05:50.657268 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7202b0-699b-4576-a32a-b55c23880828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6492bbec-e3bd-4a42-824a-0be7ed84f712', 'code': 200} Jul 02 11:05:50.696752 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=6492bbec-e3bd-4a42-824a-0be7ed84f712,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:50.760412 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42057823-43a1-415f-83a2-182ca26b0cc5 req-2d96ed41-2d22-41d6-b2d1-b00d85f2b650 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:50.762049 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-42057823-43a1-415f-83a2-182ca26b0cc5 req-2d96ed41-2d22-41d6-b2d1-b00d85f2b650 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.0787191 Jul 02 11:05:50.833537 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-42057823-43a1-415f-83a2-182ca26b0cc5 req-04fa7d87-865a-4cb6-b08c-0813de00aa5f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646713 Jul 02 11:05:50.878359 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc504d-8efe-4955-83c9-d1bb456f452d req-bf18a435-f7e5-413a-919d-0c60621bb2dd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:50.880168 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-81fc504d-8efe-4955-83c9-d1bb456f452d req-bf18a435-f7e5-413a-919d-0c60621bb2dd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0906608 Jul 02 11:05:50.928941 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-81fc504d-8efe-4955-83c9-d1bb456f452d req-f4f9412e-408f-45cc-9e77-661d7751edbf tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413289 Jul 02 11:05:50.957156 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36180) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:50.971070 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7d1cd4b-1556-4647-9ec8-0a110d89c271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:51.013006 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0f077-d2ef-4356-832c-393cf1a6ead0 req-587725d1-b8db-4edb-8a0e-5cccd1c262e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:51.016261 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4fb0f077-d2ef-4356-832c-393cf1a6ead0 req-587725d1-b8db-4edb-8a0e-5cccd1c262e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 1098 time: 0.0679846 Jul 02 11:05:51.058853 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4fb0f077-d2ef-4356-832c-393cf1a6ead0 req-5f845848-66fd-47d6-81a9-d15646e79c84 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359774 Jul 02 11:05:51.064792 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7d1cd4b-1556-4647-9ec8-0a110d89c271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:51.069256 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7d1cd4b-1556-4647-9ec8-0a110d89c271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:51.115621 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-f7d1cd4b-1556-4647-9ec8-0a110d89c271 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0384430638724067b1337c4ab412126c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570668 Jul 02 11:05:51.116681 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1cd4b-1556-4647-9ec8-0a110d89c271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a55c2a9-7aac-4570-8d7e-2d90b71d282f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:51.118260 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36186) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:51.185586 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d80c8518-1606-4d84-9534-3dd2055a9c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:51.211476 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d80c8518-1606-4d84-9534-3dd2055a9c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:51.274893 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d80c8518-1606-4d84-9534-3dd2055a9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:51.277425 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d80c8518-1606-4d84-9534-3dd2055a9c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:51.282009 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-d80c8518-1606-4d84-9534-3dd2055a9c87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a55c2a9-7aac-4570-8d7e-2d90b71d282f HTTP/1.1" status: 204 len: 168 time: 0.1584733 Jul 02 11:05:51.306812 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c8518-1606-4d84-9534-3dd2055a9c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a55c2a9-7aac-4570-8d7e-2d90b71d282f,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:51.348324 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46654a4f-4d49-4e9a-8b8a-a5639e0d20e2 req-d1ee09cc-2bf2-4b61-bb7a-20d29aff649e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:51.349971 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-46654a4f-4d49-4e9a-8b8a-a5639e0d20e2 req-d1ee09cc-2bf2-4b61-bb7a-20d29aff649e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0852649 Jul 02 11:05:51.397211 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-46654a4f-4d49-4e9a-8b8a-a5639e0d20e2 req-03388abe-fc08-474a-beaa-8b218e54c759 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360134 Jul 02 11:05:52.031412 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c0c82-2d28-4391-a34f-823977ec5537 req-af06dd18-1460-4022-8ac0-55d9ab81e739 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:52.033588 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ae6c0c82-2d28-4391-a34f-823977ec5537 req-af06dd18-1460-4022-8ac0-55d9ab81e739 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.0725732 Jul 02 11:05:52.100965 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ae6c0c82-2d28-4391-a34f-823977ec5537 req-a0991988-851a-4f20-b108-829f420ef63f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618236 Jul 02 11:05:52.156201 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46096ba-7305-4524-a408-4a30a5c049d4 req-21297858-3685-42d5-82d9-deefa7f6dfea tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:52.157996 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c46096ba-7305-4524-a408-4a30a5c049d4 req-21297858-3685-42d5-82d9-deefa7f6dfea tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0911393 Jul 02 11:05:52.205198 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c46096ba-7305-4524-a408-4a30a5c049d4 req-7be076cd-b2cb-4ff1-8cce-b4707c5597a6 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Jul 02 11:05:52.409938 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 526c8f10-0ceb-46d5-a05d-7f32a1654b13 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:05:52.512627 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:52.527727 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'port_id': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'mac_address': 'fa:16:3e:93:e2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:05:52.586899 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:52.605515 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526c8f10-0ceb-46d5-a05d-7f32a1654b13 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:05:52.618708 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499cb6-dbc7-41ff-a9d4-ba346156040c req-ba01e85b-c8cc-44b6-8ba0-ac49086d4ee3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:52.620588 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-01499cb6-dbc7-41ff-a9d4-ba346156040c req-ba01e85b-c8cc-44b6-8ba0-ac49086d4ee3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0855231 Jul 02 11:05:52.638781 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:52.644912 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:52.688743 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-01499cb6-dbc7-41ff-a9d4-ba346156040c req-d8ee7920-bc93-40b8-bae0-257054f0fbda tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550032 Jul 02 11:05:52.752897 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=526c8f10-0ceb-46d5-a05d-7f32a1654b13,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:52.907424 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac9ba-a603-404a-834c-4f36ba475e40 req-66f6a8ab-abc2-462e-8426-6cf7967cd109 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:52.912716 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0d0ac9ba-a603-404a-834c-4f36ba475e40 req-66f6a8ab-abc2-462e-8426-6cf7967cd109 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0798070 Jul 02 11:05:52.919422 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36298) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:52.924533 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-552a4b74-dbc1-4e09-ba35-accd9e8dd82b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Request body: {'floatingip': {'port_id': '6492bbec-e3bd-4a42-824a-0be7ed84f712'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:05:52.996403 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-552a4b74-dbc1-4e09-ba35-accd9e8dd82b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:53.032277 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['526c8f10-0ceb-46d5-a05d-7f32a1654b13'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:05:53.402599 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494f912-2764-4b37-b18b-7bbc90960181 req-7ee6be6a-5d6c-4c62-8933-ee99da168d1c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:53.412104 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f494f912-2764-4b37-b18b-7bbc90960181 req-7ee6be6a-5d6c-4c62-8933-ee99da168d1c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 944 time: 0.1270876 Jul 02 11:05:53.489195 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f494f912-2764-4b37-b18b-7bbc90960181 req-433c91ef-ca74-488e-bb0f-b408a81d78a8 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757320 Jul 02 11:05:53.529135 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42145a25-9645-40c3-84b4-d4d28c879552 req-fe784e4f-1610-4cbd-bf9f-364bb7a032f5 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:53.531689 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-42145a25-9645-40c3-84b4-d4d28c879552 req-fe784e4f-1610-4cbd-bf9f-364bb7a032f5 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1163342 Jul 02 11:05:53.571300 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-42145a25-9645-40c3-84b4-d4d28c879552 req-77471b0e-d73c-40bb-9be7-abc2c2a189b0 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332620 Jul 02 11:05:53.736142 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-552a4b74-dbc1-4e09-ba35-accd9e8dd82b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:53.744937 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-552a4b74-dbc1-4e09-ba35-accd9e8dd82b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:54.025068 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.l3_db [None req-552a4b74-dbc1-4e09-ba35-accd9e8dd82b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Floating IP 6910d0e8-08b3-4572-bf17-09f2177d726f associated. External IP: 172.27.1.59, port: 6492bbec-e3bd-4a42-824a-0be7ed84f712. Jul 02 11:05:54.230983 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552a4b74-dbc1-4e09-ba35-accd9e8dd82b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Router c4cc4647-2626-4835-b777-4e262d6ef87d has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:05:54.336209 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552a4b74-dbc1-4e09-ba35-accd9e8dd82b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:05:54.349742 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-552a4b74-dbc1-4e09-ba35-accd9e8dd82b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:54.357770 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410c814-dab6-4eaf-b083-2a8bfeac41de None None] Sync routers for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:05:54.370123 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410c814-dab6-4eaf-b083-2a8bfeac41de None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:54.370883 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-1410c814-dab6-4eaf-b083-2a8bfeac41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:54.392425 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-552a4b74-dbc1-4e09-ba35-accd9e8dd82b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "PUT /v2.0/floatingips/6910d0e8-08b3-4572-bf17-09f2177d726f HTTP/1.1" status: 200 len: 990 time: 1.4722540 Jul 02 11:05:54.393353 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7202b0-699b-4576-a32a-b55c23880828', 'tag': '6492bbec-e3bd-4a42-824a-0be7ed84f712'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:05:54.396763 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eda96c91462f44d85b0ce9a5bf985726b3d0771005f318be4bcbfc3c552e46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8476809-ff98-4442-91da-3381a9a0c0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7202b0-699b-4576-a32a-b55c23880828", "tag": "6492bbec-e3bd-4a42-824a-0be7ed84f712"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:05:54.431689 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 526c8f10-0ceb-46d5-a05d-7f32a1654b13 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:05:54.479408 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09b6e94-af06-4517-8a00-201e22331c65 x-openstack-request-id: req-b09b6e94-af06-4517-8a00-201e22331c65 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:05:54.479870 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7202b0-699b-4576-a32a-b55c23880828", "tag": "6492bbec-e3bd-4a42-824a-0be7ed84f712", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:05:54.480283 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b09b6e94-af06-4517-8a00-201e22331c65 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:05:54.481379 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7202b0-699b-4576-a32a-b55c23880828', 'tag': '6492bbec-e3bd-4a42-824a-0be7ed84f712', 'status': 'completed', 'code': 200} Jul 02 11:05:54.525712 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:05:54.532358 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:05:54.533292 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:54.568124 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-1410c814-dab6-4eaf-b083-2a8bfeac41de None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:54.613053 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8476809-ff98-4442-91da-3381a9a0c0b6 req-949317d6-48bb-4bcd-99f6-d9f791d86ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:54.616334 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e8476809-ff98-4442-91da-3381a9a0c0b6 req-949317d6-48bb-4bcd-99f6-d9f791d86ae8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cafb7a6d12642968d9c8a031a2873fb&device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 1098 time: 0.1036010 Jul 02 11:05:54.672654 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:54.707624 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:05:54.713336 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0ad83e-acdd-4657-87f7-b6a2cc305b85" -d '{"events": [{"server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "name": "network-vif-plugged", "status": "completed", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:05:54.733277 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:05:54.746575 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:54.828778 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=526c8f10-0ceb-46d5-a05d-7f32a1654b13,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:54.906105 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8476809-ff98-4442-91da-3381a9a0c0b6 req-596a2a32-330f-4519-9807-c69b016de07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:54.908033 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e8476809-ff98-4442-91da-3381a9a0c0b6 req-596a2a32-330f-4519-9807-c69b016de07e service neutron] 10.222.0.67 "GET /v2.0/networks?id=0411a882-cef5-465d-84d7-07c8775a8d59 HTTP/1.1" status: 200 len: 912 time: 0.2848871 Jul 02 11:05:55.001925 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-1410c814-dab6-4eaf-b083-2a8bfeac41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '6910d0e8-08b3-4572-bf17-09f2177d726f', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'port_id': '6492bbec-e3bd-4a42-824a-0be7ed84f712', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'mac_address': 'fa:16:3e:5f:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7202b0-699b-4576-a32a-b55c23880828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:05:25Z', 'updated_at': '2021-07-02T11:05:53Z', 'revision_number': 1, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:23Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:55.008829 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cabe64-fce3-4c17-a417-fada436ec2b2 req-87812262-9c0a-49b9-943f-5f401097dda6 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:55.021434 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-51cabe64-fce3-4c17-a417-fada436ec2b2 req-87812262-9c0a-49b9-943f-5f401097dda6 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.2774763 Jul 02 11:05:55.032654 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410c814-dab6-4eaf-b083-2a8bfeac41de None None] Checking router: c4cc4647-2626-4835-b777-4e262d6ef87d for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:05:55.049944 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410c814-dab6-4eaf-b083-2a8bfeac41de None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:05:55.050561 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-1410c814-dab6-4eaf-b083-2a8bfeac41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:55.071851 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e8476809-ff98-4442-91da-3381a9a0c0b6 req-8b387de4-3cef-4853-b20c-d7ddfb4e1b30 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6492bbec-e3bd-4a42-824a-0be7ed84f712 HTTP/1.1" status: 200 len: 998 time: 0.1565502 Jul 02 11:05:55.087896 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1cd10-93ce-435b-865a-692f66e72219 req-e9d26cc9-ec88-4a89-9ab4-a90e50c3ccf3 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:55.095196 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-53c1cd10-93ce-435b-865a-692f66e72219 req-e9d26cc9-ec88-4a89-9ab4-a90e50c3ccf3 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.2690730 Jul 02 11:05:55.162763 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-51cabe64-fce3-4c17-a417-fada436ec2b2 req-3707592b-7295-4320-b683-a3d18283e9b9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403823 Jul 02 11:05:55.187808 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-1410c814-dab6-4eaf-b083-2a8bfeac41de None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:05:55.217299 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8476809-ff98-4442-91da-3381a9a0c0b6 req-a89fc1ee-91c6-4c1f-8ce0-69ace94f24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:55.219545 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e8476809-ff98-4442-91da-3381a9a0c0b6 req-a89fc1ee-91c6-4c1f-8ce0-69ace94f24bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=96f57f91-4b20-4f81-8966-ec05e4184b01 HTTP/1.1" status: 200 len: 850 time: 0.1160896 Jul 02 11:05:55.225871 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-53c1cd10-93ce-435b-865a-692f66e72219 req-eddaf356-5fc2-4a45-821c-48e4c625d824 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288149 Jul 02 11:05:55.261571 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd8077a-178d-4027-ac41-76a142bed004 x-openstack-request-id: req-cbd8077a-178d-4027-ac41-76a142bed004 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:05:55.262045 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "name": "network-vif-plugged", "status": "completed", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:05:55.262299 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbd8077a-178d-4027-ac41-76a142bed004 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:05:55.262691 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'code': 200} Jul 02 11:05:55.302101 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8476809-ff98-4442-91da-3381a9a0c0b6 req-1a83d909-f6ea-4fe6-9cb3-db7f681cfe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:55.304464 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e8476809-ff98-4442-91da-3381a9a0c0b6 req-1a83d909-f6ea-4fe6-9cb3-db7f681cfe58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0411a882-cef5-465d-84d7-07c8775a8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669906 Jul 02 11:05:55.448143 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e8476809-ff98-4442-91da-3381a9a0c0b6 req-99a83142-9354-4c72-8e19-caec2427394d service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213529 Jul 02 11:05:55.477246 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-1410c814-dab6-4eaf-b083-2a8bfeac41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '6910d0e8-08b3-4572-bf17-09f2177d726f', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'port_id': '6492bbec-e3bd-4a42-824a-0be7ed84f712', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'mac_address': 'fa:16:3e:5f:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7202b0-699b-4576-a32a-b55c23880828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:05:25Z', 'updated_at': '2021-07-02T11:05:53Z', 'revision_number': 1, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:23Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:05:55.505339 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410c814-dab6-4eaf-b083-2a8bfeac41de None None] The sync data for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi is: [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '6910d0e8-08b3-4572-bf17-09f2177d726f', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'port_id': '6492bbec-e3bd-4a42-824a-0be7ed84f712', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'mac_address': 'fa:16:3e:5f:73:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7202b0-699b-4576-a32a-b55c23880828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:05:25Z', 'updated_at': '2021-07-02T11:05:53Z', 'revision_number': 1, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:23Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:05:55.606459 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e8476809-ff98-4442-91da-3381a9a0c0b6 req-c0208467-5aec-4599-b133-fba003a34596 service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421723 Jul 02 11:05:55.633271 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd8c68-1c46-40d1-8ac1-70f149b84e11 req-7edaf268-6535-449c-bb48-52bfda257f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:55.636822 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-dcdd8c68-1c46-40d1-8ac1-70f149b84e11 req-7edaf268-6535-449c-bb48-52bfda257f5c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 1098 time: 0.1394598 Jul 02 11:05:55.685131 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-dcdd8c68-1c46-40d1-8ac1-70f149b84e11 req-90784400-0cdf-483f-bf17-fd7cae284e4b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377464 Jul 02 11:05:55.770210 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acfa03-e81d-46b0-9dda-2379530323a7 None None] New status for floating IP 6910d0e8-08b3-4572-bf17-09f2177d726f: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:05:56.061847 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36398) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:56.165986 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9b82908-e166-46a3-8f3f-bb028d648636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:56.280025 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9b82908-e166-46a3-8f3f-bb028d648636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:56.292433 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9b82908-e166-46a3-8f3f-bb028d648636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:56.335038 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b82908-e166-46a3-8f3f-bb028d648636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2be146-44af-43ed-a4f4-ad6e195dea5a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:56.339697 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a9b82908-e166-46a3-8f3f-bb028d648636 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a095f63cd8464fa4aebef934b1663164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767863 Jul 02 11:05:56.354914 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36412) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:56.403451 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aff1f4-4e2a-44b2-86cc-9a96d8326c72 req-0e424c6d-9e16-454e-91cd-654fa064235a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:56.405048 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a6aff1f4-4e2a-44b2-86cc-9a96d8326c72 req-0e424c6d-9e16-454e-91cd-654fa064235a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1083467 Jul 02 11:05:56.417710 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-150ddfa0-2921-4895-9f8f-a389a691defb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:56.470087 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-150ddfa0-2921-4895-9f8f-a389a691defb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:56.487082 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a6aff1f4-4e2a-44b2-86cc-9a96d8326c72 req-718ac6dc-4da1-407f-8f7d-98e197cdc1c3 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756330 Jul 02 11:05:56.538142 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-150ddfa0-2921-4895-9f8f-a389a691defb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:56.541252 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-150ddfa0-2921-4895-9f8f-a389a691defb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:56.542723 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-150ddfa0-2921-4895-9f8f-a389a691defb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db2be146-44af-43ed-a4f4-ad6e195dea5a HTTP/1.1" status: 204 len: 168 time: 0.1869028 Jul 02 11:05:56.553373 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ddfa0-2921-4895-9f8f-a389a691defb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2be146-44af-43ed-a4f4-ad6e195dea5a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:56.564520 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5e2d0-56e6-4686-aadf-ab3a48fbdf15 req-b78d8ba3-5637-475b-a168-f193d800a3b3 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:56.574864 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10c5e2d0-56e6-4686-aadf-ab3a48fbdf15 req-b78d8ba3-5637-475b-a168-f193d800a3b3 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1530204 Jul 02 11:05:56.642622 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10c5e2d0-56e6-4686-aadf-ab3a48fbdf15 req-1cdbe1a1-d09d-4a8a-ad19-f027a007bee5 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656314 Jul 02 11:05:56.876422 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36434) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:56.890232 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e55b7fb4-c858-4466-8371-0a43ff4cf8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:56.999179 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e55b7fb4-c858-4466-8371-0a43ff4cf8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:57.002919 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e55b7fb4-c858-4466-8371-0a43ff4cf8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:57.044172 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b7fb4-c858-4466-8371-0a43ff4cf8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851a193d-eb93-455c-aa33-c5015f205942,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:57.050464 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-e55b7fb4-c858-4466-8371-0a43ff4cf8bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7fe0de9d3444808943ca9bb2a55ffbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729577 Jul 02 11:05:57.053126 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36440) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:05:57.100189 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2dddc953-b9f2-48b5-84c6-0cf58010e511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:57.121249 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2dddc953-b9f2-48b5-84c6-0cf58010e511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:57.170401 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2dddc953-b9f2-48b5-84c6-0cf58010e511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:57.173063 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2dddc953-b9f2-48b5-84c6-0cf58010e511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:57.174184 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-2dddc953-b9f2-48b5-84c6-0cf58010e511 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/851a193d-eb93-455c-aa33-c5015f205942 HTTP/1.1" status: 204 len: 168 time: 0.1200907 Jul 02 11:05:57.181454 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddc953-b9f2-48b5-84c6-0cf58010e511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851a193d-eb93-455c-aa33-c5015f205942,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:05:57.490385 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:05:57.708343 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b488d8-f157-4be3-9000-da6418357d1f req-e0b2cc45-2bb1-4dcb-9893-bec0f34e22f2 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:57.709975 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-49b488d8-f157-4be3-9000-da6418357d1f req-e0b2cc45-2bb1-4dcb-9893-bec0f34e22f2 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0740268 Jul 02 11:05:57.759507 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-49b488d8-f157-4be3-9000-da6418357d1f req-c5f3ee20-9a39-497d-8f4c-227db3193139 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429685 Jul 02 11:05:57.930539 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f706dc9-c4e1-43d6-96a5-3f68a6b967a2 req-73c7807f-4bc1-4ba1-b0fc-d6507d82e864 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:57.931927 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1f706dc9-c4e1-43d6-96a5-3f68a6b967a2 req-73c7807f-4bc1-4ba1-b0fc-d6507d82e864 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0646408 Jul 02 11:05:57.971884 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1f706dc9-c4e1-43d6-96a5-3f68a6b967a2 req-9c646c56-df9b-4574-bb37-c7aeeba480b0 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341492 Jul 02 11:05:58.942958 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dc51d-2eba-498c-aaab-1519fe2a5f69 req-184a77c2-685f-43c3-8a90-7aae5b4437d7 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:58.944480 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ba5dc51d-2eba-498c-aaab-1519fe2a5f69 req-184a77c2-685f-43c3-8a90-7aae5b4437d7 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0682905 Jul 02 11:05:58.982315 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ba5dc51d-2eba-498c-aaab-1519fe2a5f69 req-298da7d1-b120-4255-bf98-97901e45d391 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321782 Jul 02 11:05:59.168164 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411d5da-b42f-4c4d-8181-f94253fe606c req-4d63cc3d-2407-42ab-9bdc-6c282d21eb8e tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:05:59.169765 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f411d5da-b42f-4c4d-8181-f94253fe606c req-4d63cc3d-2407-42ab-9bdc-6c282d21eb8e tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0694263 Jul 02 11:05:59.213646 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f411d5da-b42f-4c4d-8181-f94253fe606c req-6f9b2f5f-bac2-4d2a-8a4e-aad6b131597b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366962 Jul 02 11:06:00.204897 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0cc5b-9fdb-4a30-8309-4dc63b780980 req-66079084-3401-47cd-94b1-11ee87fc8378 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:00.206628 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-15f0cc5b-9fdb-4a30-8309-4dc63b780980 req-66079084-3401-47cd-94b1-11ee87fc8378 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0697036 Jul 02 11:06:00.245325 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-15f0cc5b-9fdb-4a30-8309-4dc63b780980 req-5dada6db-39e5-4bcd-8cbc-4b279b9f1e99 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324800 Jul 02 11:06:00.447513 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e257c6-be2d-4ec2-87e9-d1c936c9ac19 req-c5f1fa39-fe6d-4151-a016-fa82bb1bae80 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:00.449020 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-15e257c6-be2d-4ec2-87e9-d1c936c9ac19 req-c5f1fa39-fe6d-4151-a016-fa82bb1bae80 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1085715 Jul 02 11:06:00.470354 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7265130-af25-44c7-bf12-929bba8233a1 req-419a27df-ef28-4098-952a-3e9f20bb6cdc tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:00.471787 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a7265130-af25-44c7-bf12-929bba8233a1 req-419a27df-ef28-4098-952a-3e9f20bb6cdc tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1024494 Jul 02 11:06:00.481174 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36578) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:00.488318 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7c3661ba-9f51-4041-964a-c213f7f869ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Request body: {'floatingip': {'port_id': '526c8f10-0ceb-46d5-a05d-7f32a1654b13'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:00.502016 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-15e257c6-be2d-4ec2-87e9-d1c936c9ac19 req-a50d393d-3a50-4ec4-a75d-8d2f35942c55 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461881 Jul 02 11:06:00.538135 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c3661ba-9f51-4041-964a-c213f7f869ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:00.708870 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f7041785-b2b3-4e00-9917-8e39f2503b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:00.990171 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c3661ba-9f51-4041-964a-c213f7f869ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:00.999283 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c3661ba-9f51-4041-964a-c213f7f869ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:01.108746 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.l3_db [None req-7c3661ba-9f51-4041-964a-c213f7f869ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Floating IP b2ef38ae-8cf0-4143-ab84-9cbeb7c4a529 associated. External IP: 172.27.1.173, port: 526c8f10-0ceb-46d5-a05d-7f32a1654b13. Jul 02 11:06:01.360493 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3661ba-9f51-4041-964a-c213f7f869ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:06:01.497788 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3661ba-9f51-4041-964a-c213f7f869ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:06:01.509333 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c3661ba-9f51-4041-964a-c213f7f869ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:01.510701 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccadd6-c46e-4bb8-87f9-6dcc3ed2c691 None None] Sync routers for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:06:01.533463 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ccadd6-c46e-4bb8-87f9-6dcc3ed2c691 None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:06:01.534115 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-a9ccadd6-c46e-4bb8-87f9-6dcc3ed2c691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:01.561500 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-7c3661ba-9f51-4041-964a-c213f7f869ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "PUT /v2.0/floatingips/b2ef38ae-8cf0-4143-ab84-9cbeb7c4a529 HTTP/1.1" status: 200 len: 991 time: 1.0785751 Jul 02 11:06:01.572961 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:06:01.576381 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eda96c91462f44d85b0ce9a5bf985726b3d0771005f318be4bcbfc3c552e46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ab73e6-6c7a-4b92-a6ea-5319c0468c22" -d '{"events": [{"name": "network-changed", "server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:06:01.797794 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773fc4b0-01e5-4cf6-99c2-cda74d0570bb x-openstack-request-id: req-773fc4b0-01e5-4cf6-99c2-cda74d0570bb {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:06:01.798090 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6476f6-e656-4bec-82ca-a1d0bae921e4 req-d3e7674c-ba84-46e9-9f4a-933154d20bbd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:01.798572 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:06:01.798572 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-773fc4b0-01e5-4cf6-99c2-cda74d0570bb {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:06:01.798955 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'status': 'completed', 'code': 200} Jul 02 11:06:01.806247 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bb6476f6-e656-4bec-82ca-a1d0bae921e4 req-d3e7674c-ba84-46e9-9f4a-933154d20bbd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1085989 Jul 02 11:06:01.814179 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-a9ccadd6-c46e-4bb8-87f9-6dcc3ed2c691 None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:06:01.850789 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bb6476f6-e656-4bec-82ca-a1d0bae921e4 req-f6a487e6-59e6-4448-84b7-605b8f49da37 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435774 Jul 02 11:06:01.919250 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab73e6-6c7a-4b92-a6ea-5319c0468c22 req-a4863652-853a-474d-9338-1c4fc6995574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:01.920848 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-b1ab73e6-6c7a-4b92-a6ea-5319c0468c22 req-a4863652-853a-474d-9338-1c4fc6995574 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 1098 time: 0.0856695 Jul 02 11:06:02.022769 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab73e6-6c7a-4b92-a6ea-5319c0468c22 req-8e53a571-fb1f-47e0-b39c-b3dcb92024e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:02.024567 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-b1ab73e6-6c7a-4b92-a6ea-5319c0468c22 req-8e53a571-fb1f-47e0-b39c-b3dcb92024e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 917 time: 0.0952165 Jul 02 11:06:02.062006 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-a9ccadd6-c46e-4bb8-87f9-6dcc3ed2c691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'b2ef38ae-8cf0-4143-ab84-9cbeb7c4a529', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'port_id': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'mac_address': 'fa:16:3e:93:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:05:32Z', 'updated_at': '2021-07-02T11:06:00Z', 'revision_number': 1, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:31Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:02.087780 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccadd6-c46e-4bb8-87f9-6dcc3ed2c691 None None] Checking router: 1b18c552-a28a-4aa5-93ad-1467a5ba1caf for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:06:02.097008 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ccadd6-c46e-4bb8-87f9-6dcc3ed2c691 None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:06:02.097601 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-a9ccadd6-c46e-4bb8-87f9-6dcc3ed2c691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:05:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:02.127836 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-b1ab73e6-6c7a-4b92-a6ea-5319c0468c22 req-ba1aa705-d343-40be-a5fc-b043de0376ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13 HTTP/1.1" status: 200 len: 999 time: 0.0959592 Jul 02 11:06:02.205954 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-a9ccadd6-c46e-4bb8-87f9-6dcc3ed2c691 None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:06:02.416798 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab73e6-6c7a-4b92-a6ea-5319c0468c22 req-22067cdc-80ea-4582-a1eb-a479e0a8ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:02.419278 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-b1ab73e6-6c7a-4b92-a6ea-5319c0468c22 req-22067cdc-80ea-4582-a1eb-a479e0a8ecd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59085ac5-fbd3-4a9e-be9a-43457d588973 HTTP/1.1" status: 200 len: 855 time: 0.2836444 Jul 02 11:06:02.502686 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-a9ccadd6-c46e-4bb8-87f9-6dcc3ed2c691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'b2ef38ae-8cf0-4143-ab84-9cbeb7c4a529', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'port_id': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'mac_address': 'fa:16:3e:93:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:05:32Z', 'updated_at': '2021-07-02T11:06:00Z', 'revision_number': 1, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:31Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:02.519632 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab73e6-6c7a-4b92-a6ea-5319c0468c22 req-c2430b2f-2f5a-4e64-b380-93546611b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:02.521935 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-b1ab73e6-6c7a-4b92-a6ea-5319c0468c22 req-c2430b2f-2f5a-4e64-b380-93546611b67e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0946519 Jul 02 11:06:02.544078 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccadd6-c46e-4bb8-87f9-6dcc3ed2c691 None None] The sync data for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi is: [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'b2ef38ae-8cf0-4143-ab84-9cbeb7c4a529', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'port_id': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'mac_address': 'fa:16:3e:93:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:05:32Z', 'updated_at': '2021-07-02T11:06:00Z', 'revision_number': 1, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:31Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:06:02.601617 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36654) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:02.683883 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-b1ab73e6-6c7a-4b92-a6ea-5319c0468c22 req-e60e06ee-1f5b-4a95-b58f-7fe72c5d33f9 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548190 Jul 02 11:06:02.827819 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-b1ab73e6-6c7a-4b92-a6ea-5319c0468c22 req-a042c8c0-5f4e-4dee-94b7-b5d7f295e1b9 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262176 Jul 02 11:06:02.860784 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:02.939784 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62772f93-4262-4ef1-955b-42af0e025656 None None] New status for floating IP b2ef38ae-8cf0-4143-ab84-9cbeb7c4a529: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:06:03.063197 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f0a6eb74-9f36-46e1-adff-e056d292643e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:03.098306 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ecc50-aa29-4aa2-999c-ef2d037aa28b req-4654c658-2c1f-4f50-8db5-d186a8f51989 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:03.102434 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-040ecc50-aa29-4aa2-999c-ef2d037aa28b req-4654c658-2c1f-4f50-8db5-d186a8f51989 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 945 time: 0.1814122 Jul 02 11:06:03.163023 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:03.183932 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:03.252998 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-040ecc50-aa29-4aa2-999c-ef2d037aa28b req-3c4e1175-95a9-4721-a956-a52c2ab75601 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366982 Jul 02 11:06:03.270868 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36692) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:03.271693 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54604e573d794cfe93c52ce6fe194146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6688015 Jul 02 11:06:03.274900 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b99007e-c27e-4ee8-a9cb-64745241b6eb,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:03.294275 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.294632 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.294984 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.295326 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.295819 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.296312 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.296700 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.297040 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.297375 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.297760 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.298020 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.298344 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaa1bf-210f-47dc-bd7d-96b3af588b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.312419 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62116cb6-9b05-451c-97ca-b9b32c02f1f2 req-f5c4537c-1960-4cc9-936d-f97753fbf47b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:03.321265 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-62116cb6-9b05-451c-97ca-b9b32c02f1f2 req-f5c4537c-1960-4cc9-936d-f97753fbf47b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.2039232 Jul 02 11:06:03.347526 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:03.377062 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-62116cb6-9b05-451c-97ca-b9b32c02f1f2 req-3d0321c5-0804-4178-8cc3-a419a9da123e tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527105 Jul 02 11:06:03.379255 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:03.453382 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:03.455957 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:03.461472 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b99007e-c27e-4ee8-a9cb-64745241b6eb HTTP/1.1" status: 204 len: 168 time: 0.1892068 Jul 02 11:06:03.472801 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b99007e-c27e-4ee8-a9cb-64745241b6eb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:03.479655 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:03.486471 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.486940 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.487380 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.488026 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.488458 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.488775 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.489301 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.489787 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.490254 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.490614 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.490913 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.491239 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edffc4f2-5580-4669-b2ae-5b58c57b8f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:03.770212 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36728) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:03.783722 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4017-befb-489f-ba50-dfca9ec420fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:03.846600 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36730) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:03.884129 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4017-befb-489f-ba50-dfca9ec420fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:03.890528 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4017-befb-489f-ba50-dfca9ec420fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:03.929639 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-ed9f4017-befb-489f-ba50-dfca9ec420fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aed6526958604130bbf9dbba07eabe1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583135 Jul 02 11:06:03.931551 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f4017-befb-489f-ba50-dfca9ec420fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bb6004-0baf-40a1-a2d4-ef2e9bbf9d1c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:03.932301 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36734) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:03.965187 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7da81ae-098c-4113-8fcf-b6f511a89074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.017200 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5c03837-0c58-4a2b-9eb8-aaec5919f2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.053902 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5c03837-0c58-4a2b-9eb8-aaec5919f2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.134353 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7da81ae-098c-4113-8fcf-b6f511a89074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.137843 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5c03837-0c58-4a2b-9eb8-aaec5919f2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.141230 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5c03837-0c58-4a2b-9eb8-aaec5919f2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.142367 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-f5c03837-0c58-4a2b-9eb8-aaec5919f2a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5bb6004-0baf-40a1-a2d4-ef2e9bbf9d1c HTTP/1.1" status: 204 len: 168 time: 0.2090032 Jul 02 11:06:04.145225 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7da81ae-098c-4113-8fcf-b6f511a89074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.162959 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c03837-0c58-4a2b-9eb8-aaec5919f2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bb6004-0baf-40a1-a2d4-ef2e9bbf9d1c,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:04.183148 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-b7da81ae-098c-4113-8fcf-b6f511a89074 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59618d1a933549328e8ef271e96a87ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353760 Jul 02 11:06:04.185697 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36750) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:04.211961 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da81ae-098c-4113-8fcf-b6f511a89074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeefda8-3087-436f-a2ff-155492c79d26,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:04.265970 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fc178162-3a03-4f7e-8cce-b0d04ba23d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.289857 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fc178162-3a03-4f7e-8cce-b0d04ba23d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.362721 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fc178162-3a03-4f7e-8cce-b0d04ba23d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.366020 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fc178162-3a03-4f7e-8cce-b0d04ba23d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.367094 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-fc178162-3a03-4f7e-8cce-b0d04ba23d3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3aeefda8-3087-436f-a2ff-155492c79d26 HTTP/1.1" status: 204 len: 168 time: 0.1775184 Jul 02 11:06:04.370879 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.376678 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc178162-3a03-4f7e-8cce-b0d04ba23d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeefda8-3087-436f-a2ff-155492c79d26,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:04.515539 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82385d1-8b45-4b76-b3be-7629eab4891c req-85bbf21c-27e3-4f7a-985b-e36ac2a1df08 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:04.515539 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d82385d1-8b45-4b76-b3be-7629eab4891c req-85bbf21c-27e3-4f7a-985b-e36ac2a1df08 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 945 time: 0.1158478 Jul 02 11:06:04.590604 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d82385d1-8b45-4b76-b3be-7629eab4891c req-1f3b217f-60c9-437f-a313-1dcc8ad9f3c1 tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633583 Jul 02 11:06:04.616061 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d6d5f-f782-4c77-9032-25e64af6bd34 req-188a1c5c-a7aa-4073-9371-b25305f200dd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:04.617628 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e0d6d5f-f782-4c77-9032-25e64af6bd34 req-188a1c5c-a7aa-4073-9371-b25305f200dd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1069813 Jul 02 11:06:04.686386 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e0d6d5f-f782-4c77-9032-25e64af6bd34 req-d2e3205c-2e58-47ad-b920-3b45e2f80996 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620341 Jul 02 11:06:04.735204 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36792) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:04.751781 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36794) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:04.755892 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-230f6ff9-ee95-4d97-bef3-cab93ac01fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.822125 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27e0908-e360-4466-8e31-fd58a127db92 admin admin] Deleting subnet d387dfd0-7a70-4143-9b28-e459776f102f {{(pid=93178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:06:04.825688 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e27e0908-e360-4466-8e31-fd58a127db92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.861079 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-230f6ff9-ee95-4d97-bef3-cab93ac01fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.865873 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-230f6ff9-ee95-4d97-bef3-cab93ac01fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.870272 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e27e0908-e360-4466-8e31-fd58a127db92 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.879852 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e27e0908-e360-4466-8e31-fd58a127db92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:04.903777 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-230f6ff9-ee95-4d97-bef3-cab93ac01fea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=feb66364a2b04eeda65250f6a3bd22c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670349 Jul 02 11:06:04.909689 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36800) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:04.913899 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f6ff9-ee95-4d97-bef3-cab93ac01fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e3cd19-6846-4732-8a24-2a43880047c8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:04.975913 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e27e0908-e360-4466-8e31-fd58a127db92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for subnet, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.009850 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e0908-e360-4466-8e31-fd58a127db92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d387dfd0-7a70-4143-9b28-e459776f102f,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:05.022445 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e27e0908-e360-4466-8e31-fd58a127db92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.025518 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-e27e0908-e360-4466-8e31-fd58a127db92 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d387dfd0-7a70-4143-9b28-e459776f102f HTTP/1.1" status: 204 len: 168 time: 0.2713540 Jul 02 11:06:05.026321 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-361ddc5d-8631-49fe-a03d-17d58a81c2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.027095 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36808) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:05.059169 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-361ddc5d-8631-49fe-a03d-17d58a81c2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.103017 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.112517 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-361ddc5d-8631-49fe-a03d-17d58a81c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.117666 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-361ddc5d-8631-49fe-a03d-17d58a81c2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.121507 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-361ddc5d-8631-49fe-a03d-17d58a81c2eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17e3cd19-6846-4732-8a24-2a43880047c8 HTTP/1.1" status: 204 len: 168 time: 0.2107708 Jul 02 11:06:05.151478 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ddc5d-8631-49fe-a03d-17d58a81c2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e3cd19-6846-4732-8a24-2a43880047c8,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:05.207997 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.220579 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.221034 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.221881 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.222304 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.222892 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.223184 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.223502 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.223879 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.224136 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.224418 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.401090 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.402234 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.402578 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.402933 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:05.403277 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54c46d8-07c8-46c8-a87d-1da20f6bfb1b']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:05.465591 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014e0f14-c182-4918-a32c-17784f896307') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:05.465889 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014e0f14-c182-4918-a32c-17784f896307') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:05.491234 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28580043'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.532569 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.546932 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:06:05.547331 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28570708'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: from cryptography.utils import int_from_bytes Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: from cryptography.utils import int_from_bytes Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: Traceback (most recent call last): Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: timer() Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: cb(*args, **kw) Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: return func(*args, **kwargs) Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: self._notify() Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: self.callback(batched_events) Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: event.method(event) Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: return f(self, *a, **k) Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._get(url).json() Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:06:05.551242 dv-cinder-784092-13-iscsi neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:06:05.618576 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1992ee6-9b21-4baf-b393-1853ec08419e req-12cbec7e-85dd-4fd9-8c55-34372a9ad1fd tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:05.620330 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-f1992ee6-9b21-4baf-b393-1853ec08419e req-12cbec7e-85dd-4fd9-8c55-34372a9ad1fd tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 945 time: 0.2118208 Jul 02 11:06:05.670755 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.677790 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.682616 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f54c46d8-07c8-46c8-a87d-1da20f6bfb1b HTTP/1.1" status: 204 len: 168 time: 0.6517322 Jul 02 11:06:05.683466 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36878) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:05.740926 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e13a0-c209-4c53-b8f9-9cf68470d0b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f54c46d8-07c8-46c8-a87d-1da20f6bfb1b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:05.860578 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:05.942906 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-f1992ee6-9b21-4baf-b393-1853ec08419e req-397d3a18-545c-46b2-9e9d-d30e199be3aa tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Deleting port 8e4358a0-e14d-46bc-bb99-687bf10d6865 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:06:05.942906 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f1992ee6-9b21-4baf-b393-1853ec08419e req-397d3a18-545c-46b2-9e9d-d30e199be3aa tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.016684 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36898) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:06.060634 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-f1992ee6-9b21-4baf-b393-1853ec08419e req-397d3a18-545c-46b2-9e9d-d30e199be3aa tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] For port 8e4358a0-e14d-46bc-bb99-687bf10d6865, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8e4358a0-e14d-46bc-bb99-687bf10d6865,segment=NetworkSegment(635f2d48-2a7a-4174-bede-6ad5f5b2358c),segment_id=635f2d48-2a7a-4174-bede-6ad5f5b2358c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:06.061012 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f1992ee6-9b21-4baf-b393-1853ec08419e req-397d3a18-545c-46b2-9e9d-d30e199be3aa tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.083559 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-f1992ee6-9b21-4baf-b393-1853ec08419e req-397d3a18-545c-46b2-9e9d-d30e199be3aa tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Calling delete_port for 8e4358a0-e14d-46bc-bb99-687bf10d6865 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:06:06.155700 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05c7ddb-9f53-402f-8d6a-18b352bbd76a admin admin] Deleting subnet c14e8b21-26d3-466a-920b-a63340cbc666 {{(pid=93178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:06:06.163241 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a05c7ddb-9f53-402f-8d6a-18b352bbd76a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.219371 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a05c7ddb-9f53-402f-8d6a-18b352bbd76a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.229620 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a277d-fe08-45d9-9914-c5312afca7d6 req-e721ef04-83c3-4ded-b3ea-bbd11f83e5ef tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:06.231581 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e14a277d-fe08-45d9-9914-c5312afca7d6 req-e721ef04-83c3-4ded-b3ea-bbd11f83e5ef tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 945 time: 0.1649139 Jul 02 11:06:06.238022 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a05c7ddb-9f53-402f-8d6a-18b352bbd76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.279133 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba94d9-2ae8-4354-a177-93a3e1ea22a5 req-cd1c24c4-064a-4fb7-94eb-08bc48e4cd81 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:06.281319 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9aba94d9-2ae8-4354-a177-93a3e1ea22a5 req-cd1c24c4-064a-4fb7-94eb-08bc48e4cd81 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.2158384 Jul 02 11:06:06.307534 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-def9834b-76bb-46d3-b22b-f38e5da723fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.346963 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f1992ee6-9b21-4baf-b393-1853ec08419e req-397d3a18-545c-46b2-9e9d-d30e199be3aa tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.360753 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e14a277d-fe08-45d9-9914-c5312afca7d6 req-bb9bd4e0-fc4f-41f8-8f88-88de2d85d2fb tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab988ac7-e08b-4b85-9b18-bdb4068f4a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004939 Jul 02 11:06:06.368911 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['8e4358a0-e14d-46bc-bb99-687bf10d6865'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:06:06.376100 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9aba94d9-2ae8-4354-a177-93a3e1ea22a5 req-56d1be5c-694a-4665-8c39-71d52b8cf323 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818450 Jul 02 11:06:06.394609 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a05c7ddb-9f53-402f-8d6a-18b352bbd76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for subnet, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.454452 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d3a18-545c-46b2-9e9d-d30e199be3aa tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Pushing event deleted for resources: {'Port': ['ID=8e4358a0-e14d-46bc-bb99-687bf10d6865,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:06.461871 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a05c7ddb-9f53-402f-8d6a-18b352bbd76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.463764 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-a05c7ddb-9f53-402f-8d6a-18b352bbd76a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c14e8b21-26d3-466a-920b-a63340cbc666 HTTP/1.1" status: 204 len: 168 time: 0.7791893 Jul 02 11:06:06.464820 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c7ddb-9f53-402f-8d6a-18b352bbd76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c14e8b21-26d3-466a-920b-a63340cbc666,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:06.467088 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36924) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:06.585586 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.604895 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1992ee6-9b21-4baf-b393-1853ec08419e req-397d3a18-545c-46b2-9e9d-d30e199be3aa tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] No DVR routers for this DVR port 8e4358a0-e14d-46bc-bb99-687bf10d6865 on host hv-cinder-78409 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:06:06.610237 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f1992ee6-9b21-4baf-b393-1853ec08419e req-397d3a18-545c-46b2-9e9d-d30e199be3aa tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.612311 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-f1992ee6-9b21-4baf-b393-1853ec08419e req-397d3a18-545c-46b2-9e9d-d30e199be3aa tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.67 "DELETE /v2.0/ports/8e4358a0-e14d-46bc-bb99-687bf10d6865 HTTP/1.1" status: 204 len: 173 time: 0.9858320 Jul 02 11:06:06.612795 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c41a007-bab3-48cf-9915-44e6146d37ff', 'name': 'network-vif-deleted', 'tag': '8e4358a0-e14d-46bc-bb99-687bf10d6865'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:06:06.615178 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eda96c91462f44d85b0ce9a5bf985726b3d0771005f318be4bcbfc3c552e46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466c9725-68c7-41da-a16a-556b4da285bf" -d '{"events": [{"server_uuid": "0c41a007-bab3-48cf-9915-44e6146d37ff", "name": "network-vif-deleted", "tag": "8e4358a0-e14d-46bc-bb99-687bf10d6865"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:06:06.652332 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-def9834b-76bb-46d3-b22b-f38e5da723fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.659687 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-def9834b-76bb-46d3-b22b-f38e5da723fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.692730 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9834b-76bb-46d3-b22b-f38e5da723fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5498c779-354f-4674-9b14-669ef2df3bfb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:06.706535 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599f9c13-f955-4c85-9396-6fc465d11104 x-openstack-request-id: req-599f9c13-f955-4c85-9396-6fc465d11104 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:06:06.706830 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c41a007-bab3-48cf-9915-44e6146d37ff", "name": "network-vif-deleted", "tag": "8e4358a0-e14d-46bc-bb99-687bf10d6865", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:06:06.707272 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-599f9c13-f955-4c85-9396-6fc465d11104 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:06:06.707666 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c41a007-bab3-48cf-9915-44e6146d37ff', 'name': 'network-vif-deleted', 'tag': '8e4358a0-e14d-46bc-bb99-687bf10d6865', 'status': 'completed', 'code': 200} Jul 02 11:06:06.714665 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-def9834b-76bb-46d3-b22b-f38e5da723fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcb448f2749c4e90955a855dae75d0f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6968818 Jul 02 11:06:06.720107 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36934) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:06.737874 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.757754 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.758097 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.758862 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.759219 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > port after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.759551 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.759924 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > port after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.760310 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.760700 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.760971 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.761336 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.829455 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.829796 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.830134 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.830469 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 02 11:06:06.830819 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968']}} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:06.857855 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b57935-372d-465e-9ba0-61a52231f0ba') {'for_net_delete': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:06.859302 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b57935-372d-465e-9ba0-61a52231f0ba') {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:06.886030 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28293975'] for segment, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.915015 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.925967 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7f75aa6-7939-4596-8df5-d59d573a394b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.928264 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:06:06.928683 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27737794'] for segment, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: from cryptography.utils import int_from_bytes Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: from cryptography.utils import int_from_bytes Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: Traceback (most recent call last): Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: timer() Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: cb(*args, **kw) Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: return func(*args, **kwargs) Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: self._notify() Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: self.callback(batched_events) Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: event.method(event) Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: return f(self, *a, **k) Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._get(url).json() Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: return self.request(url, 'GET', **kwargs) Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:06:06.932958 dv-cinder-784092-13-iscsi neutron-server[93178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:06:07.008230 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7f75aa6-7939-4596-8df5-d59d573a394b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.016965 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.053293 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.057809 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968 HTTP/1.1" status: 204 len: 168 time: 0.5871885 Jul 02 11:06:07.072076 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7295f2-0452-446f-8d17-6566f8e84411 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a45a25e-1cc1-4dc1-a6a7-3c1ceadeb968,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:07.110486 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7f75aa6-7939-4596-8df5-d59d573a394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.113685 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7f75aa6-7939-4596-8df5-d59d573a394b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.114451 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-b7f75aa6-7939-4596-8df5-d59d573a394b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5498c779-354f-4674-9b14-669ef2df3bfb HTTP/1.1" status: 204 len: 168 time: 0.3934469 Jul 02 11:06:07.122425 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f75aa6-7939-4596-8df5-d59d573a394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5498c779-354f-4674-9b14-669ef2df3bfb,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:07.291509 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36958) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:07.332330 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-57d38078-658b-4aac-a10c-1be7f7372032 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c32957b3b8b94347b1f7bae23329b500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397465 Jul 02 11:06:07.337126 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36960) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:07.388420 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-111320b2-3cbe-4df3-a4c7-e605b43e9b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.415782 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-111320b2-3cbe-4df3-a4c7-e605b43e9b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.490394 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-111320b2-3cbe-4df3-a4c7-e605b43e9b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.493490 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-111320b2-3cbe-4df3-a4c7-e605b43e9b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.500985 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-111320b2-3cbe-4df3-a4c7-e605b43e9b45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15947095-ea20-49e1-b145-0ab06e1843a3 HTTP/1.1" status: 204 len: 168 time: 0.1597223 Jul 02 11:06:07.512505 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111320b2-3cbe-4df3-a4c7-e605b43e9b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15947095-ea20-49e1-b145-0ab06e1843a3,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:07.571454 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36968) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:07.587937 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-361551e8-f9b5-45c9-9461-f0377c1fed67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.626092 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-98bf3433-0ff5-483a-b9a9-af1e1f9bb417 req-de3a087a-55ee-4278-b0f7-17619799c7da tempest-DeleteServersTestJSON-1536683764 tempest-DeleteServersTestJSON-1536683764-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c41a007-bab3-48cf-9915-44e6146d37ff HTTP/1.1" status: 200 len: 210 time: 0.0357413 Jul 02 11:06:07.677097 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463157a-7ee1-4b15-9ff4-c187343e6460 req-a089b7d9-88f3-4509-be40-79df5f7f8691 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:07.678741 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3463157a-7ee1-4b15-9ff4-c187343e6460 req-a089b7d9-88f3-4509-be40-79df5f7f8691 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1268356 Jul 02 11:06:07.722548 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3463157a-7ee1-4b15-9ff4-c187343e6460 req-fc89ebc3-fe83-431f-a620-ead1e2694f4b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365233 Jul 02 11:06:07.746142 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-361551e8-f9b5-45c9-9461-f0377c1fed67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.761489 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-361551e8-f9b5-45c9-9461-f0377c1fed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.806632 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-361551e8-f9b5-45c9-9461-f0377c1fed67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e66537d4e8d4a939b70fdc8e32806b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340693 Jul 02 11:06:07.808001 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361551e8-f9b5-45c9-9461-f0377c1fed67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfe749c-87f3-44be-b7bd-55acbec77238,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:07.809916 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36976) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:07.884162 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2cb4-61df-4779-8930-b3d6dbc325a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.909399 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2cb4-61df-4779-8930-b3d6dbc325a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.965229 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2cb4-61df-4779-8930-b3d6dbc325a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.968344 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2cb4-61df-4779-8930-b3d6dbc325a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:07.972297 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-3b0e2cb4-61df-4779-8930-b3d6dbc325a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2bfe749c-87f3-44be-b7bd-55acbec77238 HTTP/1.1" status: 204 len: 168 time: 0.1566126 Jul 02 11:06:07.978029 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e2cb4-61df-4779-8930-b3d6dbc325a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfe749c-87f3-44be-b7bd-55acbec77238,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:08.014527 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36980) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:08.060029 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-24de7d18-5666-40d5-a7ef-353f8b42ecd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc515e5212154e759561d099ddb5958c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419681 Jul 02 11:06:08.060256 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 36982) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:08.115052 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7db57b68-da87-44ad-ad03-ff70f2869d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:08.153325 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7db57b68-da87-44ad-ad03-ff70f2869d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:08.206062 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7db57b68-da87-44ad-ad03-ff70f2869d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:08.208905 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7db57b68-da87-44ad-ad03-ff70f2869d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:08.210253 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-7db57b68-da87-44ad-ad03-ff70f2869d52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8e69cb5-bbca-4673-8964-df93620ad3e2 HTTP/1.1" status: 204 len: 168 time: 0.1488843 Jul 02 11:06:08.237670 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db57b68-da87-44ad-ad03-ff70f2869d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e69cb5-bbca-4673-8964-df93620ad3e2,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:08.333466 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 36990) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:08.349410 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db7a3d0d-72a7-44f5-9437-828f300b58ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:08.466631 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db7a3d0d-72a7-44f5-9437-828f300b58ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:08.479306 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db7a3d0d-72a7-44f5-9437-828f300b58ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:08.500296 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 8e4358a0-e14d-46bc-bb99-687bf10d6865 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:06:08.520770 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a3d0d-72a7-44f5-9437-828f300b58ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f2f74a-1bfd-43dc-8a14-b79150611225,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:08.524968 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-db7a3d0d-72a7-44f5-9437-828f300b58ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68e36072bb234b75885834ac6027f1a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903834 Jul 02 11:06:08.527896 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 37000) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:08.576016 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 8e4358a0-e14d-46bc-bb99-687bf10d6865 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:06:08.577532 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 8e4358a0-e14d-46bc-bb99-687bf10d6865 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:06:08.599790 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6980c2bb-0045-4af2-961d-60fa56e795a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:08.622886 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6980c2bb-0045-4af2-961d-60fa56e795a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:08.675381 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6980c2bb-0045-4af2-961d-60fa56e795a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:08.678619 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6980c2bb-0045-4af2-961d-60fa56e795a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:08.689042 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-6980c2bb-0045-4af2-961d-60fa56e795a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01f2f74a-1bfd-43dc-8a14-b79150611225 HTTP/1.1" status: 204 len: 168 time: 0.1580679 Jul 02 11:06:08.707681 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980c2bb-0045-4af2-961d-60fa56e795a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f2f74a-1bfd-43dc-8a14-b79150611225,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:09.119631 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd271d6-9223-45f8-8918-e9eab5767bff req-966c1b17-42bb-4562-98b3-993ceae3afff tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:09.121864 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7cd271d6-9223-45f8-8918-e9eab5767bff req-966c1b17-42bb-4562-98b3-993ceae3afff tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0871680 Jul 02 11:06:09.198485 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7cd271d6-9223-45f8-8918-e9eab5767bff req-63d7a2f0-30d9-43da-b8bb-87df6e8ecce8 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692930 Jul 02 11:06:10.361799 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 37100) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:10.394057 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47563796-f6bb-4f57-a26d-c25d054d2d98 req-7f4b0e02-973f-4890-8338-a4530e774602 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:10.395604 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-47563796-f6bb-4f57-a26d-c25d054d2d98 req-7f4b0e02-973f-4890-8338-a4530e774602 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0715227 Jul 02 11:06:10.412520 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d9353b-448b-44ed-9556-3cd2c5999f3f admin admin] Deleting subnet df4f71d5-93bb-4d9a-8380-d7108ccf474a {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:06:10.415647 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0d9353b-448b-44ed-9556-3cd2c5999f3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:10.433203 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-47563796-f6bb-4f57-a26d-c25d054d2d98 req-47e43f4a-8745-42ab-b09b-2c55b6cae32b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Jul 02 11:06:10.450328 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0d9353b-448b-44ed-9556-3cd2c5999f3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:10.494270 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0d9353b-448b-44ed-9556-3cd2c5999f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:10.547122 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0d9353b-448b-44ed-9556-3cd2c5999f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:10.573411 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9353b-448b-44ed-9556-3cd2c5999f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df4f71d5-93bb-4d9a-8380-d7108ccf474a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:10.575328 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0d9353b-448b-44ed-9556-3cd2c5999f3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:10.577736 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-b0d9353b-448b-44ed-9556-3cd2c5999f3f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/df4f71d5-93bb-4d9a-8380-d7108ccf474a HTTP/1.1" status: 204 len: 168 time: 0.2148681 Jul 02 11:06:10.580305 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 37102) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:10.650772 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:10.730073 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:10.742015 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d740cb58-8012-4a35-85e3-87ab6e8214d7']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:10.752885 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635f2d48-2a7a-4174-bede-6ad5f5b2358c') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:10.753184 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635f2d48-2a7a-4174-bede-6ad5f5b2358c') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:06:10.761756 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28580043'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:10.775068 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:10.780886 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:06:10.781271 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28570708'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: Traceback (most recent call last): Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: timer() Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: cb(*args, **kw) Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: return func(*args, **kwargs) Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: self._notify() Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: self.callback(batched_events) Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: event.method(event) Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: return f(self, *a, **k) Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._get(url).json() Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:06:10.783117 dv-cinder-784092-13-iscsi neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:06:10.837710 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:10.846029 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:10.848099 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d740cb58-8012-4a35-85e3-87ab6e8214d7 HTTP/1.1" status: 204 len: 168 time: 0.2668462 Jul 02 11:06:10.857647 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f1708-8356-4be5-843a-9e961f01a394 admin admin] Pushing event deleted for resources: {'Network': ['ID=d740cb58-8012-4a35-85e3-87ab6e8214d7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:11.041798 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 37116) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:11.082842 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-ead8451a-fc04-439d-893a-01327563043c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e32ab71806b4608a87d4e5b8249a805&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398505 Jul 02 11:06:11.085327 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 37124) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:11.148984 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-26a1f304-3147-42e9-8a80-eb5f2409850a tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6c3407a01f19450aa7114a5102fe6ea5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414226 Jul 02 11:06:11.172568 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba345285-d6d2-4a0c-b05a-7d846a13c9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:11.205317 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba345285-d6d2-4a0c-b05a-7d846a13c9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:11.256833 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba345285-d6d2-4a0c-b05a-7d846a13c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:11.261507 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba345285-d6d2-4a0c-b05a-7d846a13c9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:11.266683 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-ba345285-d6d2-4a0c-b05a-7d846a13c9a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab988ac7-e08b-4b85-9b18-bdb4068f4a25 HTTP/1.1" status: 204 len: 168 time: 0.1798155 Jul 02 11:06:11.275122 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba345285-d6d2-4a0c-b05a-7d846a13c9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab988ac7-e08b-4b85-9b18-bdb4068f4a25,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:11.380995 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-4dece506-0598-486b-b23f-c64c2a9cd00e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:11.382540 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-4dece506-0598-486b-b23f-c64c2a9cd00e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284770 Jul 02 11:06:11.400769 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-a4f08e10-2a81-4b65-8310-0b20bd75679d tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/quotas/6c3407a01f19450aa7114a5102fe6ea5 HTTP/1.1" status: 200 len: 375 time: 0.0118833 Jul 02 11:06:11.442687 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-f8db8178-7d17-49f3-8364-f8ed566d143c tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c3407a01f19450aa7114a5102fe6ea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349123 Jul 02 11:06:12.071435 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 37194) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:12.164884 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1792573672-network', 'tenant_id': '9f394dde912044f6a9201a3312be6a20'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:12.185452 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Made reservation on behalf of 9f394dde912044f6a9201a3312be6a20 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:06:12.188271 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:12.197583 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:12.287317 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:12.292134 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:12.317160 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:06:12.325871 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6a3221-16dd-42de-9764-990236f9fb7f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:12.333222 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:12.334091 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.segments_db [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Added segment e9377e02-f9d6-43bc-a940-856a42e20693 of type vlan for network ebf760af-3b95-4dd7-aae5-4d140a9216df Jul 02 11:06:12.374631 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:12.405804 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:12.406841 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:12.407666 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:12.439801 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3672457 Jul 02 11:06:12.442659 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 37200) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:12.447809 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-442fadc0-e239-4b6f-ba06-d2b52117d012 admin admin] Request body: {'subnet': {'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1792573672-subnet', 'tenant_id': '9f394dde912044f6a9201a3312be6a20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:12.469562 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c415a7-a061-4abe-8821-9bc68929f340 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf760af-3b95-4dd7-aae5-4d140a9216df,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:12.470369 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442fadc0-e239-4b6f-ba06-d2b52117d012 admin admin] Made reservation on behalf of 9f394dde912044f6a9201a3312be6a20 for: {'subnet': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:06:12.473966 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-442fadc0-e239-4b6f-ba06-d2b52117d012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28375820'] for subnet, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:12.479639 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network ebf760af-3b95-4dd7-aae5-4d140a9216df details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:06:12.654128 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-442fadc0-e239-4b6f-ba06-d2b52117d012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27721884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28375838'] for subnet, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:12.712191 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fadc0-e239-4b6f-ba06-d2b52117d012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:12.721851 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442fadc0-e239-4b6f-ba06-d2b52117d012 admin admin] Checking segment: {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:06:12.722213 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442fadc0-e239-4b6f-ba06-d2b52117d012 admin admin] Network hostable DHCP agents. Network: ebf760af-3b95-4dd7-aae5-4d140a9216df, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:06:12.741601 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442fadc0-e239-4b6f-ba06-d2b52117d012 admin admin] Network ebf760af-3b95-4dd7-aae5-4d140a9216df is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:06:12.750184 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-442fadc0-e239-4b6f-ba06-d2b52117d012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, ebf760af-3b95-4dd7-aae5-4d140a9216df) {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:06:12.755145 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442fadc0-e239-4b6f-ba06-d2b52117d012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:12.755957 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-442fadc0-e239-4b6f-ba06-d2b52117d012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:12.760891 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a2acd3-575e-4f82-80a8-a952a07b29de None None] Network ebf760af-3b95-4dd7-aae5-4d140a9216df requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:06:12.771643 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-442fadc0-e239-4b6f-ba06-d2b52117d012 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3278620 Jul 02 11:06:12.901823 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563814ca-e216-4017-85c3-98f2cc7eef9e None None] Network ebf760af-3b95-4dd7-aae5-4d140a9216df requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:06:14.750511 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e9431edb-2faa-4873-bbf7-7f0c9438a314 req-6091ef7d-70b9-4c2f-b617-7b32d712208b tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 210 time: 0.0314121 Jul 02 11:06:14.780920 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c8eb8-7884-4348-96f9-cc5d6b1b1cff req-10b552fa-2cd8-4a6c-b5ba-eda6cf2c0da1 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:14.782744 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-743c8eb8-7884-4348-96f9-cc5d6b1b1cff req-10b552fa-2cd8-4a6c-b5ba-eda6cf2c0da1 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0915990 Jul 02 11:06:14.825760 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-743c8eb8-7884-4348-96f9-cc5d6b1b1cff req-82994212-d8d6-4fdd-a69d-9a2834358fc1 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370739 Jul 02 11:06:15.095041 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813ecde-0785-4250-979e-e14edc853e67 req-03872c62-b4b6-4a87-b4c4-4246269ae704 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:15.096524 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-03872c62-b4b6-4a87-b4c4-4246269ae704 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/networks?id=ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 200 len: 815 time: 0.1213858 Jul 02 11:06:15.112792 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-45fb7fc9-bd4a-46b2-bed0-9ea02fedb0d9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/quotas/9f394dde912044f6a9201a3312be6a20 HTTP/1.1" status: 200 len: 375 time: 0.0109875 Jul 02 11:06:15.146871 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-42ce6ea9-2d19-4934-9a76-1332bdebea6e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f394dde912044f6a9201a3312be6a20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285728 Jul 02 11:06:15.255527 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-266068a5-beeb-4700-8d56-ffd20ba380ca service neutron] 10.222.0.24 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022060 Jul 02 11:06:15.358238 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-24fb1df1-3217-4cff-b9aa-560991218987 service neutron] 10.222.0.24 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966125 Jul 02 11:06:15.394243 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-59ac6b8f-1f13-4185-84d3-359f1ff13e27 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=6c3407a01f19450aa7114a5102fe6ea5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312171 Jul 02 11:06:15.613092 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ef296f1d-188a-4d2f-b3ee-0230c699fa11 req-6d8ae3f7-f4dc-4ef0-82dd-5f248538e15a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 210 time: 0.0364609 Jul 02 11:06:15.675184 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-2d53e77a-45b5-4ebc-9977-2acbbe41a81a tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:15.676960 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-2d53e77a-45b5-4ebc-9977-2acbbe41a81a tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2750227 Jul 02 11:06:15.695527 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Request body: {'port': {'device_id': '751fe6f7-71df-4f94-905f-cfb4c1dee380', 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918', 'admin_state_up': True, 'tenant_id': '6c3407a01f19450aa7114a5102fe6ea5'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:15.885458 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Made reservation on behalf of 6c3407a01f19450aa7114a5102fe6ea5 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:06:15.894211 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:15.914041 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:16.060580 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:16.068437 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:16.069835 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7dbff6ba-e370-409c-8e0e-e5aaff900898 req-b9d90947-039b-4d19-981a-29d250c580e9 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 210 time: 0.0494697 Jul 02 11:06:16.103700 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:16.152482 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a6357-38b1-433c-84bb-ec03dc1745ed req-3b8e4caf-046d-48d8-a76c-8394ff85f2b9 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:16.154090 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-947a6357-38b1-433c-84bb-ec03dc1745ed req-3b8e4caf-046d-48d8-a76c-8394ff85f2b9 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0879614 Jul 02 11:06:16.199640 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-947a6357-38b1-433c-84bb-ec03dc1745ed req-79a0eeb4-46d5-48b0-ac70-523471945d53 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374000 Jul 02 11:06:16.237583 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Allocated IP 192.168.233.138 (aa0f4785-e875-4595-ac0e-ec8be08d4918/3041bb9f-703d-4619-83eb-b8160c57ba89/0fcf8ba2-9b92-484e-b0d6-5eab16a156a1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:06:16.405823 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:16.419230 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Transition to ACTIVE for port object 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:06:16.451901 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28570778'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:16.504959 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Network aa0f4785-e875-4595-ac0e-ec8be08d4918 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:06:16.507860 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:06:16.511505 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:06:16.537003 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Pushing event updated for resources: {'Port': ['ID=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:16.566453 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:16.566758 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:16.580989 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-725f7717-5960-49aa-8e23-5886d5afe262 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8899753 Jul 02 11:06:16.599516 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Request body: {'port': {'device_id': '751fe6f7-71df-4f94-905f-cfb4c1dee380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:16.681995 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:16.700647 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-3af53eed-5805-4231-a4a5-eeb33a0d02b9 None None] Provisioning for port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:06:16.705251 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-3af53eed-5805-4231-a4a5-eeb33a0d02b9 None None] Provisioning complete for port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:06:16.705782 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-3af53eed-5805-4231-a4a5-eeb33a0d02b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:16.744815 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-3af53eed-5805-4231-a4a5-eeb33a0d02b9 None None] Port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:06:16.809382 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-242050d4-79b1-40bd-86f9-8e578164b0f2 req-fdb1cef1-5e13-47cc-9710-311db3645f24 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 210 time: 0.0366158 Jul 02 11:06:17.128363 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813ecde-0785-4250-979e-e14edc853e67 req-df0d2434-d7e2-4dde-ac9b-acaa62df1718 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:17.129981 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-df0d2434-d7e2-4dde-ac9b-acaa62df1718 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "GET /v2.0/networks?id=ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 200 len: 815 time: 0.1427431 Jul 02 11:06:17.148053 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-8813ecde-0785-4250-979e-e14edc853e67 req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Request body: {'port': {'device_id': '15bd34e9-ace8-4d27-b788-538959d48e66', 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df', 'admin_state_up': True, 'tenant_id': '9f394dde912044f6a9201a3312be6a20'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:17.245826 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:06:17.255026 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:17.295025 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Transition to ACTIVE for port object 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:06:17.305756 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28570760'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:17.333613 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159f4f5-7b64-4065-b9e7-82e038647471 req-9fcf5b35-ab8e-4c84-86da-cd8b3934403f tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:17.344709 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6159f4f5-7b64-4065-b9e7-82e038647471 req-9fcf5b35-ab8e-4c84-86da-cd8b3934403f tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 936 time: 0.1224082 Jul 02 11:06:17.370698 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8813ecde-0785-4250-979e-e14edc853e67 req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Made reservation on behalf of 9f394dde912044f6a9201a3312be6a20 for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:06:17.374894 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-8813ecde-0785-4250-979e-e14edc853e67 req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:17.408904 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6159f4f5-7b64-4065-b9e7-82e038647471 req-1aa70e88-afc1-4a28-a36d-99ffb9e990ef tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/security-groups?id=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593612 Jul 02 11:06:17.460978 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Pushing event updated for resources: {'Port': ['ID=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:17.525993 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Attempting to bind port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:06:17.526603 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Attempting to bind port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '23601359-28ec-4bc8-a44d-10e6baf39740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:06:17.528157 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Attempting to bind port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 on network aa0f4785-e875-4595-ac0e-ec8be08d4918 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:06:17.534151 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 on network aa0f4785-e875-4595-ac0e-ec8be08d4918 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:06:17.534835 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Attempting to bind port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 on network aa0f4785-e875-4595-ac0e-ec8be08d4918 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:06:17.541977 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:06:17.542554 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Checking segment: {'id': '23601359-28ec-4bc8-a44d-10e6baf39740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:06:17.542695 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Bound using segment: {'id': '23601359-28ec-4bc8-a44d-10e6baf39740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:06:17.543287 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Bound port: 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23601359-28ec-4bc8-a44d-10e6baf39740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:06:17.543654 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:17.587903 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae3738-9a35-466c-bcf8-da8444478d2a req-8f0a6191-1409-4bc5-8046-aaba6d7ea928 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:17.589413 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-97ae3738-9a35-466c-bcf8-da8444478d2a req-8f0a6191-1409-4bc5-8046-aaba6d7ea928 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1639378 Jul 02 11:06:17.595694 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-8813ecde-0785-4250-979e-e14edc853e67 req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Allocated IP 172.20.0.7 (ebf760af-3b95-4dd7-aae5-4d140a9216df/4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6/3800d62c-20bd-4977-928b-118268dedb88) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:06:17.646590 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] For port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1, host hv-cinder-78409, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:06:17.650812 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] For port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1,segment=NetworkSegment(23601359-28ec-4bc8-a44d-10e6baf39740),segment_id=23601359-28ec-4bc8-a44d-10e6baf39740)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:06:17.659649 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28570760'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:17.660767 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-97ae3738-9a35-466c-bcf8-da8444478d2a req-16d4e514-39b4-42e8-8b70-a31a3e5a1781 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627341 Jul 02 11:06:17.710772 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:17.711385 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:17.712838 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] 10.222.0.67 "PUT /v2.0/ports/0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 HTTP/1.1" status: 200 len: 1098 time: 1.1201103 Jul 02 11:06:17.713270 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751fe6f7-71df-4f94-905f-cfb4c1dee380', 'tag': '0fcf8ba2-9b92-484e-b0d6-5eab16a156a1'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:06:17.716243 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eda96c91462f44d85b0ce9a5bf985726b3d0771005f318be4bcbfc3c552e46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7d84f6-9d21-4ecb-9058-4f7811330586" -d '{"events": [{"name": "network-changed", "server_uuid": "751fe6f7-71df-4f94-905f-cfb4c1dee380", "tag": "0fcf8ba2-9b92-484e-b0d6-5eab16a156a1"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:06:17.765970 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569e2c4-70d7-4c87-81c4-8ece4e675d1a service neutron] Pushing event updated for resources: {'Port': ['ID=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:17.786985 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77c3db0-d157-4967-af61-5605403dd009 x-openstack-request-id: req-e77c3db0-d157-4967-af61-5605403dd009 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:06:17.787559 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751fe6f7-71df-4f94-905f-cfb4c1dee380", "tag": "0fcf8ba2-9b92-484e-b0d6-5eab16a156a1", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:06:17.787993 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e77c3db0-d157-4967-af61-5605403dd009 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:06:17.789109 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751fe6f7-71df-4f94-905f-cfb4c1dee380', 'tag': '0fcf8ba2-9b92-484e-b0d6-5eab16a156a1', 'status': 'completed', 'code': 200} Jul 02 11:06:17.843966 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-e1ca5c72-0f0e-441f-9b22-a03ec1682030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:17.846244 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-e1ca5c72-0f0e-441f-9b22-a03ec1682030 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c3407a01f19450aa7114a5102fe6ea5&device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 1101 time: 0.0771914 Jul 02 11:06:17.868956 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-8813ecde-0785-4250-979e-e14edc853e67 req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:17.942076 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-8813ecde-0785-4250-979e-e14edc853e67 req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:17.958835 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-902ab685-891d-45bd-84ec-6b75accaefb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 HTTP/1.1" status: 200 len: 217 time: 0.1028113 Jul 02 11:06:18.001495 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8813ecde-0785-4250-979e-e14edc853e67 req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Network ebf760af-3b95-4dd7-aae5-4d140a9216df is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:06:18.006624 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-8813ecde-0785-4250-979e-e14edc853e67 req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:06:18.018006 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-7a88ec44-309e-4d62-a7cb-235ba0dca544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:18.018686 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8813ecde-0785-4250-979e-e14edc853e67 req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:06:18.019543 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-7a88ec44-309e-4d62-a7cb-235ba0dca544 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3041bb9f-703d-4619-83eb-b8160c57ba89 HTTP/1.1" status: 200 len: 843 time: 0.0504370 Jul 02 11:06:18.097246 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-35064cca-508f-41b1-918c-497c5242605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:18.098694 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-35064cca-508f-41b1-918c-497c5242605b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa0f4785-e875-4595-ac0e-ec8be08d4918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0614612 Jul 02 11:06:18.207132 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-cc14497c-f4df-414f-b156-71362a3630c0 service neutron] 10.222.0.67 "GET /v2.0/networks/aa0f4785-e875-4595-ac0e-ec8be08d4918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999706 Jul 02 11:06:18.267569 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Pushing event updated for resources: {'Port': ['ID=3800d62c-20bd-4977-928b-118268dedb88,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:18.304666 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813ecde-0785-4250-979e-e14edc853e67 req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:18.305531 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-8813ecde-0785-4250-979e-e14edc853e67 req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:18.330320 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce12a8-1c4d-43cc-978b-931c07a836ad req-76960ae5-c6ed-4ced-b591-82205013ed24 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:18.333106 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-03ce12a8-1c4d-43cc-978b-931c07a836ad req-76960ae5-c6ed-4ced-b591-82205013ed24 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 931 time: 0.3302591 Jul 02 11:06:18.333472 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-d2a059fe-0fd1-4020-b989-5d0c72988e12 req-3fc5e017-0704-485a-aef6-7d5bb50d5d87 service neutron] 10.222.0.67 "GET /v2.0/networks/aa0f4785-e875-4595-ac0e-ec8be08d4918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177745 Jul 02 11:06:18.335672 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-4ee5a30a-8bb8-4bb2-93bb-3ce8280db5a6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1949880 Jul 02 11:06:18.356163 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Request body: {'port': {'device_id': '15bd34e9-ace8-4d27-b788-538959d48e66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:18.409397 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-03ce12a8-1c4d-43cc-978b-931c07a836ad req-b9b53b45-1cc1-42ca-95c4-c9ecf1ca5cdc tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714753 Jul 02 11:06:18.446521 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d84f6-9d21-4ecb-9058-4f7811330586 req-9b2691eb-0eef-4c11-bb0c-f09f37baa436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:18.448218 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-2c7d84f6-9d21-4ecb-9058-4f7811330586 req-9b2691eb-0eef-4c11-bb0c-f09f37baa436 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c3407a01f19450aa7114a5102fe6ea5&device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 1101 time: 0.0632212 Jul 02 11:06:18.460343 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:18.499724 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 37364) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:18.566684 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d84f6-9d21-4ecb-9058-4f7811330586 req-74a7d61f-a327-4d60-8d62-e5c250bbba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:18.570695 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-2c7d84f6-9d21-4ecb-9058-4f7811330586 req-74a7d61f-a327-4d60-8d62-e5c250bbba90 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa0f4785-e875-4595-ac0e-ec8be08d4918 HTTP/1.1" status: 200 len: 870 time: 0.1115654 Jul 02 11:06:18.620256 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-2c7d84f6-9d21-4ecb-9058-4f7811330586 req-766cb094-b72c-49bc-8304-ade0d2866dc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 HTTP/1.1" status: 200 len: 217 time: 0.0419080 Jul 02 11:06:18.656437 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f48d23cc-3619-443c-9c0c-f7187dee025b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:18.671677 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d84f6-9d21-4ecb-9058-4f7811330586 req-39986cef-61d1-4c6c-a3a9-7dac091365dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:18.673173 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-2c7d84f6-9d21-4ecb-9058-4f7811330586 req-39986cef-61d1-4c6c-a3a9-7dac091365dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3041bb9f-703d-4619-83eb-b8160c57ba89 HTTP/1.1" status: 200 len: 843 time: 0.0458131 Jul 02 11:06:18.744247 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d84f6-9d21-4ecb-9058-4f7811330586 req-03177296-84b0-45d4-a7ab-f0d5be4b4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:18.746408 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-2c7d84f6-9d21-4ecb-9058-4f7811330586 req-03177296-84b0-45d4-a7ab-f0d5be4b4469 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa0f4785-e875-4595-ac0e-ec8be08d4918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0660126 Jul 02 11:06:18.749710 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e9649-2d46-42e9-85c4-2b2d21285833 req-44205e60-6e5e-4b34-8b7a-de2dac9cbad4 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:18.753268 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8c4e9649-2d46-42e9-85c4-2b2d21285833 req-44205e60-6e5e-4b34-8b7a-de2dac9cbad4 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 948 time: 0.1791718 Jul 02 11:06:18.861888 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-2c7d84f6-9d21-4ecb-9058-4f7811330586 req-736dcf83-eefa-4205-a325-dedfd5582aaf service neutron] 10.222.0.67 "GET /v2.0/networks/aa0f4785-e875-4595-ac0e-ec8be08d4918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074204 Jul 02 11:06:18.895741 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8c4e9649-2d46-42e9-85c4-2b2d21285833 req-f06d141a-90e2-47d3-8f7c-74c7231424ed tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/security-groups?id=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317420 Jul 02 11:06:18.946719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3800d62c-20bd-4977-928b-118268dedb88 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:06:18.964040 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:18.983234 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-2c7d84f6-9d21-4ecb-9058-4f7811330586 req-4618d09c-9954-4cf0-83a3-078d78b3490f service neutron] 10.222.0.67 "GET /v2.0/networks/aa0f4785-e875-4595-ac0e-ec8be08d4918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107063 Jul 02 11:06:18.984506 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f48d23cc-3619-443c-9c0c-f7187dee025b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:18.992532 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f48d23cc-3619-443c-9c0c-f7187dee025b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:19.006735 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16515d59-96fa-4b97-a6cd-92ee3b4b457a req-24cd44d7-8e44-4697-ae81-bfd11f3204cd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:19.008296 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-16515d59-96fa-4b97-a6cd-92ee3b4b457a req-24cd44d7-8e44-4697-ae81-bfd11f3204cd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1960096 Jul 02 11:06:19.010391 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Transition to ACTIVE for port object 3800d62c-20bd-4977-928b-118268dedb88 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:06:19.028176 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:19.098946 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-f48d23cc-3619-443c-9c0c-f7187dee025b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c01b761236d24de8bf30bfd4abafe2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5981905 Jul 02 11:06:19.099923 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d23cc-3619-443c-9c0c-f7187dee025b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e24cbdb-f37c-4cc9-a09d-e7da03ddc8f3,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:19.101814 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 37376) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:19.134316 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Pushing event updated for resources: {'Port': ['ID=3800d62c-20bd-4977-928b-118268dedb88,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:19.139435 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-16515d59-96fa-4b97-a6cd-92ee3b4b457a req-d3f9f625-29b7-4f05-b258-335c2de8552a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158099 Jul 02 11:06:19.184464 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d72050b5-e78e-4f55-bde2-18a95a9042f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:19.208824 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d72050b5-e78e-4f55-bde2-18a95a9042f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:19.231537 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Attempting to bind port 3800d62c-20bd-4977-928b-118268dedb88 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:06:19.231884 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Attempting to bind port 3800d62c-20bd-4977-928b-118268dedb88 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:06:19.232219 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Attempting to bind port 3800d62c-20bd-4977-928b-118268dedb88 on network ebf760af-3b95-4dd7-aae5-4d140a9216df {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:06:19.239366 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Port 3800d62c-20bd-4977-928b-118268dedb88 on network ebf760af-3b95-4dd7-aae5-4d140a9216df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:06:19.239704 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Attempting to bind port 3800d62c-20bd-4977-928b-118268dedb88 on network ebf760af-3b95-4dd7-aae5-4d140a9216df {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:06:19.256552 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:06:19.256926 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Checking segment: {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:06:19.257324 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Bound using segment: {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:06:19.257770 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Bound port: 3800d62c-20bd-4977-928b-118268dedb88, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:06:19.258135 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:19.270316 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d72050b5-e78e-4f55-bde2-18a95a9042f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:19.275325 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d72050b5-e78e-4f55-bde2-18a95a9042f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:19.279031 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d72050b5-e78e-4f55-bde2-18a95a9042f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e24cbdb-f37c-4cc9-a09d-e7da03ddc8f3 HTTP/1.1" status: 204 len: 168 time: 0.1737936 Jul 02 11:06:19.291326 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72050b5-e78e-4f55-bde2-18a95a9042f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e24cbdb-f37c-4cc9-a09d-e7da03ddc8f3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:19.361686 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] For port 3800d62c-20bd-4977-928b-118268dedb88, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:06:19.364964 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] For port 3800d62c-20bd-4977-928b-118268dedb88, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3800d62c-20bd-4977-928b-118268dedb88,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:06:19.370708 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:19.475882 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:19.476571 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:19.478363 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] 10.222.0.67 "PUT /v2.0/ports/3800d62c-20bd-4977-928b-118268dedb88 HTTP/1.1" status: 200 len: 1093 time: 1.1261821 Jul 02 11:06:19.478812 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bd34e9-ace8-4d27-b788-538959d48e66', 'tag': '3800d62c-20bd-4977-928b-118268dedb88'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:06:19.484294 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57bcf00-80ee-45f6-831e-26f7499e47bc" -d '{"events": [{"name": "network-changed", "server_uuid": "15bd34e9-ace8-4d27-b788-538959d48e66", "tag": "3800d62c-20bd-4977-928b-118268dedb88"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:06:19.504642 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c6799-2fa0-4ebb-b14b-ca95ccf2448a service neutron] Pushing event updated for resources: {'Port': ['ID=3800d62c-20bd-4977-928b-118268dedb88,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:19.530342 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b900e570-cb7d-47bd-9c4f-0301b931ad75 x-openstack-request-id: req-b900e570-cb7d-47bd-9c4f-0301b931ad75 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:06:19.530649 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bd34e9-ace8-4d27-b788-538959d48e66", "tag": "3800d62c-20bd-4977-928b-118268dedb88", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:06:19.530907 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b900e570-cb7d-47bd-9c4f-0301b931ad75 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:06:19.531303 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bd34e9-ace8-4d27-b788-538959d48e66', 'tag': '3800d62c-20bd-4977-928b-118268dedb88', 'status': 'completed', 'code': 200} Jul 02 11:06:19.645248 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813ecde-0785-4250-979e-e14edc853e67 req-c025b50e-d9a6-4a63-b57c-78ae9f7d239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:19.646747 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-c025b50e-d9a6-4a63-b57c-78ae9f7d239c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f394dde912044f6a9201a3312be6a20&device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 1096 time: 0.1024833 Jul 02 11:06:19.659024 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4489-a782-46a2-9e76-3b5a1b8c2843 req-4de36f69-c453-4dc9-bfa3-dfbd2d919dab tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:19.660447 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2fe4489-a782-46a2-9e76-3b5a1b8c2843 req-4de36f69-c453-4dc9-bfa3-dfbd2d919dab tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 943 time: 0.1066470 Jul 02 11:06:19.701027 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-1744597a-3eba-4082-aadd-5b8294fe3901 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3800d62c-20bd-4977-928b-118268dedb88 HTTP/1.1" status: 200 len: 217 time: 0.0394456 Jul 02 11:06:19.760814 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2fe4489-a782-46a2-9e76-3b5a1b8c2843 req-f489ec42-3682-4319-b23b-f0a9720a859b tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937293 Jul 02 11:06:19.771598 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813ecde-0785-4250-979e-e14edc853e67 req-6575bce7-ce98-418a-83c4-420684d02513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:19.773128 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-6575bce7-ce98-418a-83c4-420684d02513 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6 HTTP/1.1" status: 200 len: 855 time: 0.0632956 Jul 02 11:06:19.811792 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-b306fa36-a8b2-4a8a-aa5f-e20095c948e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebf760af-3b95-4dd7-aae5-4d140a9216df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302997 Jul 02 11:06:19.921327 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-d4b1ccee-59a2-4f29-8e2e-1e5d88b7d76a service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943465 Jul 02 11:06:20.021762 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8813ecde-0785-4250-979e-e14edc853e67 req-6e67e6b7-1c00-4a71-b0d9-4d1d4388e059 service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948520 Jul 02 11:06:20.114699 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e869b0-0ebf-4c62-afcc-1a4904a26774 req-24196c95-c7de-4ef2-a8b0-cb4038b3c63f tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:20.116181 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c3e869b0-0ebf-4c62-afcc-1a4904a26774 req-24196c95-c7de-4ef2-a8b0-cb4038b3c63f tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 948 time: 0.0925465 Jul 02 11:06:20.162250 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bcf00-80ee-45f6-831e-26f7499e47bc req-9c794547-d5ee-42f1-839d-1efe07074c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:20.163640 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b57bcf00-80ee-45f6-831e-26f7499e47bc req-9c794547-d5ee-42f1-839d-1efe07074c7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f394dde912044f6a9201a3312be6a20&device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 1096 time: 0.0923388 Jul 02 11:06:20.166886 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c3e869b0-0ebf-4c62-afcc-1a4904a26774 req-1774353f-d791-489e-afe6-74b2a54bed62 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/security-groups?id=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448503 Jul 02 11:06:20.307005 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bcf00-80ee-45f6-831e-26f7499e47bc req-97fc09ae-a5c5-4654-ba66-aa83fd3a7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:20.308491 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b57bcf00-80ee-45f6-831e-26f7499e47bc req-97fc09ae-a5c5-4654-ba66-aa83fd3a7034 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 200 len: 916 time: 0.1310520 Jul 02 11:06:20.369234 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b57bcf00-80ee-45f6-831e-26f7499e47bc req-86ba1919-20b9-4624-9cd4-b7edabe1f57c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3800d62c-20bd-4977-928b-118268dedb88 HTTP/1.1" status: 200 len: 217 time: 0.0504973 Jul 02 11:06:20.393260 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb093aa-5b23-4623-ab89-84c138b8f1c5 req-f8b79834-0345-4eea-999c-039d9a70e65c tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:20.394761 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5eb093aa-5b23-4623-ab89-84c138b8f1c5 req-f8b79834-0345-4eea-999c-039d9a70e65c tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1269860 Jul 02 11:06:20.447278 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bcf00-80ee-45f6-831e-26f7499e47bc req-5069522e-0097-411b-a14f-4696117850dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:20.460334 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b57bcf00-80ee-45f6-831e-26f7499e47bc req-5069522e-0097-411b-a14f-4696117850dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6 HTTP/1.1" status: 200 len: 855 time: 0.0810194 Jul 02 11:06:20.491286 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5eb093aa-5b23-4623-ab89-84c138b8f1c5 req-464ba394-7652-4c38-98b8-f4f51af1ec8c tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775361 Jul 02 11:06:20.532637 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b57bcf00-80ee-45f6-831e-26f7499e47bc req-95ff2510-62f1-41dc-8206-39c6586f692b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebf760af-3b95-4dd7-aae5-4d140a9216df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577865 Jul 02 11:06:20.563401 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:06:20.671496 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b57bcf00-80ee-45f6-831e-26f7499e47bc req-6f84f96b-8cec-4f5a-a059-face49f41bc1 service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251211 Jul 02 11:06:20.684982 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1,segment=NetworkSegment(23601359-28ec-4bc8-a44d-10e6baf39740),segment_id=23601359-28ec-4bc8-a44d-10e6baf39740)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:20.698250 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '0fcf8ba2-9b92-484e-b0d6-5eab16a156a1', 'network_id': 'aa0f4785-e875-4595-ac0e-ec8be08d4918', 'port_id': '0fcf8ba2-9b92-484e-b0d6-5eab16a156a1', 'mac_address': 'fa:16:3e:0c:b7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3041bb9f-703d-4619-83eb-b8160c57ba89', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:06:20.744375 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:20.760314 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:06:20.782954 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1,segment=NetworkSegment(23601359-28ec-4bc8-a44d-10e6baf39740),segment_id=23601359-28ec-4bc8-a44d-10e6baf39740)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:20.787269 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b57bcf00-80ee-45f6-831e-26f7499e47bc req-91e6ffdf-0a93-4fd4-95d3-4679a2848ed3 service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065753 Jul 02 11:06:20.788560 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:20.848136 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d65265-1906-4c41-9fcf-e0984197ee74 req-3bec8d5f-cd06-4bbf-b925-d0f47a00c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:20.849753 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-28d65265-1906-4c41-9fcf-e0984197ee74 req-3bec8d5f-cd06-4bbf-b925-d0f47a00c189 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 1098 time: 0.0994070 Jul 02 11:06:20.877298 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:20.890173 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:20.890173 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:20.890173 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:20.890173 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:20.890173 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:20.890173 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:20.890173 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:20.890173 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:20.891406 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:20.891946 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:20.892282 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:20.892641 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:06:20.926373 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-28d65265-1906-4c41-9fcf-e0984197ee74 req-d2f9240a-025b-432b-8052-b0896746497b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679069 Jul 02 11:06:20.986463 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a0e9a-9ac6-4a52-9332-2769bafae656 req-04ec1afd-8a4f-44d5-be39-974488c5ca11 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:20.987979 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-467a0e9a-9ac6-4a52-9332-2769bafae656 req-04ec1afd-8a4f-44d5-be39-974488c5ca11 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 943 time: 0.0747995 Jul 02 11:06:21.026406 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-467a0e9a-9ac6-4a52-9332-2769bafae656 req-e299f124-1c5d-4d2c-a83a-834d00c4760d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326648 Jul 02 11:06:21.096483 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['0fcf8ba2-9b92-484e-b0d6-5eab16a156a1'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:06:21.345625 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb57272-81d6-4eb7-a35f-1a8b0186ceaa req-a7f7bc68-4721-4473-9dca-3a235a014681 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:21.347101 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8bb57272-81d6-4eb7-a35f-1a8b0186ceaa req-a7f7bc68-4721-4473-9dca-3a235a014681 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 949 time: 0.0620041 Jul 02 11:06:21.387789 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8bb57272-81d6-4eb7-a35f-1a8b0186ceaa req-a291c1d7-3b6e-41ef-b8e1-c700ddd10d5f tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/security-groups?id=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348818 Jul 02 11:06:21.668567 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820e67a-4cdb-4df8-be05-54298325501e req-c044c315-336c-4854-8d56-c936af9bb340 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:21.675383 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5820e67a-4cdb-4df8-be05-54298325501e req-c044c315-336c-4854-8d56-c936af9bb340 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0707238 Jul 02 11:06:21.724357 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5820e67a-4cdb-4df8-be05-54298325501e req-5ad43bc7-f690-449e-8bbd-2f385045fe24 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480649 Jul 02 11:06:22.208979 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935235d-764d-48ea-b435-deccfbe77efb req-c7175d75-d170-49f0-b844-5f3e9c0d8383 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:22.210465 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1935235d-764d-48ea-b435-deccfbe77efb req-c7175d75-d170-49f0-b844-5f3e9c0d8383 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 943 time: 0.0674348 Jul 02 11:06:22.251542 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1935235d-764d-48ea-b435-deccfbe77efb req-c75c9a57-ad13-4560-ad35-30121a4ca10b tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355198 Jul 02 11:06:22.562685 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba9252-2d93-4843-8c82-e043fd171617 req-eec6489b-074a-4a01-a075-45fe2a46aec0 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:22.564079 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-40ba9252-2d93-4843-8c82-e043fd171617 req-eec6489b-074a-4a01-a075-45fe2a46aec0 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 949 time: 0.0637741 Jul 02 11:06:22.585327 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 3800d62c-20bd-4977-928b-118268dedb88 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:06:22.589251 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:06:22.602436 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-40ba9252-2d93-4843-8c82-e043fd171617 req-7fedcad9-7d27-43b6-b548-8c00056fe05b tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/security-groups?id=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Jul 02 11:06:22.696836 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:06:22.705350 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:06:22.705718 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:22.746006 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 3800d62c-20bd-4977-928b-118268dedb88, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3800d62c-20bd-4977-928b-118268dedb88,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:22.762441 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '3800d62c-20bd-4977-928b-118268dedb88', 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df', 'port_id': '3800d62c-20bd-4977-928b-118268dedb88', 'mac_address': 'fa:16:3e:14:29:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:06:22.833402 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:22.852312 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3800d62c-20bd-4977-928b-118268dedb88 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:06:22.856271 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:22.903016 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 3800d62c-20bd-4977-928b-118268dedb88, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3800d62c-20bd-4977-928b-118268dedb88,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:22.912185 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751fe6f7-71df-4f94-905f-cfb4c1dee380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcf8ba2-9b92-484e-b0d6-5eab16a156a1'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:06:22.915633 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0cad5d-e9b5-44a3-9ab8-e51c939f0070" -d '{"events": [{"server_uuid": "751fe6f7-71df-4f94-905f-cfb4c1dee380", "name": "network-vif-plugged", "status": "completed", "tag": "0fcf8ba2-9b92-484e-b0d6-5eab16a156a1"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:06:22.921780 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:22.933234 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1,segment=NetworkSegment(23601359-28ec-4bc8-a44d-10e6baf39740),segment_id=23601359-28ec-4bc8-a44d-10e6baf39740)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:22.940116 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201b5df-8467-4fc9-84ad-2cd0917619fb req-2488405e-7329-49b2-8a48-381f2c521912 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:22.941761 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8201b5df-8467-4fc9-84ad-2cd0917619fb req-2488405e-7329-49b2-8a48-381f2c521912 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1013911 Jul 02 11:06:22.954663 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:22.986537 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=3800d62c-20bd-4977-928b-118268dedb88,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:22.987153 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8201b5df-8467-4fc9-84ad-2cd0917619fb req-41caa7c5-6726-42da-9b56-6a23ad0e94ac tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386026 Jul 02 11:06:23.025473 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa7e480-c29b-4ccd-aae8-f19763546b0e x-openstack-request-id: req-4fa7e480-c29b-4ccd-aae8-f19763546b0e {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:06:23.025859 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751fe6f7-71df-4f94-905f-cfb4c1dee380", "name": "network-vif-plugged", "status": "completed", "tag": "0fcf8ba2-9b92-484e-b0d6-5eab16a156a1", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:06:23.026030 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fa7e480-c29b-4ccd-aae8-f19763546b0e {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:06:23.026388 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751fe6f7-71df-4f94-905f-cfb4c1dee380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcf8ba2-9b92-484e-b0d6-5eab16a156a1', 'code': 200} Jul 02 11:06:23.049309 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:23.174973 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 37516) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:23.202790 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7b3a62ce-c0e1-4a46-a1b3-033183fe4e70 req-023800c6-39ea-41eb-8d79-938c7dc04726 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1190839 Jul 02 11:06:23.214726 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f9805-08f5-46cc-9bc4-85642310cc5f req-00c40f4b-9f04-4928-8650-2927de67b50f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:23.214726 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-db6f9805-08f5-46cc-9bc4-85642310cc5f req-00c40f4b-9f04-4928-8650-2927de67b50f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0932281 Jul 02 11:06:23.263570 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-db6f9805-08f5-46cc-9bc4-85642310cc5f req-ddf3a05d-26c4-4065-89bd-2e758632b337 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460639 Jul 02 11:06:23.272007 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['3800d62c-20bd-4977-928b-118268dedb88'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:06:23.350646 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a62ce-c0e1-4a46-a1b3-033183fe4e70 req-676a74db-e01e-4af2-89ec-8f9bed6200f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:23.352666 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7b3a62ce-c0e1-4a46-a1b3-033183fe4e70 req-676a74db-e01e-4af2-89ec-8f9bed6200f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 1098 time: 0.0860095 Jul 02 11:06:23.401942 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefdc32-7d8e-43a8-b12c-836c1a374a11 req-4c65128e-2b2e-4268-8aad-30a1b2a22fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:23.403744 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ceefdc32-7d8e-43a8-b12c-836c1a374a11 req-4c65128e-2b2e-4268-8aad-30a1b2a22fcd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 1103 time: 0.0908008 Jul 02 11:06:23.412335 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e4beedb4-12d8-4908-97da-ee9132970a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:23.538846 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a62ce-c0e1-4a46-a1b3-033183fe4e70 req-875a6bee-fb93-46dd-9861-e7aea0b64e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:23.540337 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7b3a62ce-c0e1-4a46-a1b3-033183fe4e70 req-875a6bee-fb93-46dd-9861-e7aea0b64e9c service neutron] 10.222.0.67 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 920 time: 0.1516025 Jul 02 11:06:23.552168 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ceefdc32-7d8e-43a8-b12c-836c1a374a11 req-66196611-be6f-45b5-b8b7-22055841c905 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262636 Jul 02 11:06:23.604350 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7b3a62ce-c0e1-4a46-a1b3-033183fe4e70 req-17bf2190-e90c-4d42-89b9-0361594275a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 HTTP/1.1" status: 200 len: 217 time: 0.0498838 Jul 02 11:06:23.619756 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a2b6e-4068-448d-bbaa-c5b2ed340dbe req-b4c4c7dc-4e1b-4e3a-a714-ac7af2b7406b tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:23.621300 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-622a2b6e-4068-448d-bbaa-c5b2ed340dbe req-b4c4c7dc-4e1b-4e3a-a714-ac7af2b7406b tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 944 time: 0.1193528 Jul 02 11:06:23.678620 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e4beedb4-12d8-4908-97da-ee9132970a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:23.684279 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-622a2b6e-4068-448d-bbaa-c5b2ed340dbe req-89c65f2f-1f49-4e7f-a8bf-927fc7fc08f6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557878 Jul 02 11:06:23.685971 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a62ce-c0e1-4a46-a1b3-033183fe4e70 req-9a3739cf-fadc-4769-9bc1-eba4ac3cef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:23.687971 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e4beedb4-12d8-4908-97da-ee9132970a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:23.688412 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7b3a62ce-c0e1-4a46-a1b3-033183fe4e70 req-9a3739cf-fadc-4769-9bc1-eba4ac3cef9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=184b15da-0379-412b-9c0e-bcf60dcc3ada HTTP/1.1" status: 200 len: 859 time: 0.0628464 Jul 02 11:06:23.728991 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-e4beedb4-12d8-4908-97da-ee9132970a04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c23e68acd2c41a2b6d63ee4a6af8a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5529320 Jul 02 11:06:23.729798 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4beedb4-12d8-4908-97da-ee9132970a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dd043b-eb33-44cd-accc-4e80028d8028,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:23.732185 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 37538) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:23.749865 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7b3a62ce-c0e1-4a46-a1b3-033183fe4e70 req-a7134169-e371-4eec-91b0-f582085fabe1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=181fc37a-db12-4b98-ac32-011683527f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508153 Jul 02 11:06:23.840744 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-983ae568-1506-43a7-bd84-eaa456fb93aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:23.874473 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7b3a62ce-c0e1-4a46-a1b3-033183fe4e70 req-6c0d9bb8-fca7-4059-9540-fdef9108c22f service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156158 Jul 02 11:06:23.891067 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-983ae568-1506-43a7-bd84-eaa456fb93aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:23.941550 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcefc8d-d907-486a-a3d3-53990ff0ec03 req-89ea27c9-4c04-4016-855e-4a99417c4c2a tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:23.943060 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9fcefc8d-d907-486a-a3d3-53990ff0ec03 req-89ea27c9-4c04-4016-855e-4a99417c4c2a tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 950 time: 0.1244993 Jul 02 11:06:23.975191 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-983ae568-1506-43a7-bd84-eaa456fb93aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:23.978025 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-983ae568-1506-43a7-bd84-eaa456fb93aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:23.981701 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-983ae568-1506-43a7-bd84-eaa456fb93aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1dd043b-eb33-44cd-accc-4e80028d8028 HTTP/1.1" status: 204 len: 168 time: 0.2458994 Jul 02 11:06:23.985097 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-7b3a62ce-c0e1-4a46-a1b3-033183fe4e70 req-7b5f8b28-b192-45c1-9b90-0e0494d2c79c service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899427 Jul 02 11:06:24.011233 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9fcefc8d-d907-486a-a3d3-53990ff0ec03 req-6edd4cc8-585d-4ca5-9e30-609da8215db9 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/security-groups?id=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586519 Jul 02 11:06:24.012789 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ae568-1506-43a7-bd84-eaa456fb93aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dd043b-eb33-44cd-accc-4e80028d8028,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:24.605187 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 3800d62c-20bd-4977-928b-118268dedb88 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:06:24.670004 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 3800d62c-20bd-4977-928b-118268dedb88 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:06:24.674008 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 3800d62c-20bd-4977-928b-118268dedb88 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:06:24.674554 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:24.773760 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:24.815231 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 3800d62c-20bd-4977-928b-118268dedb88, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3800d62c-20bd-4977-928b-118268dedb88,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:24.819839 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:24.908958 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=3800d62c-20bd-4977-928b-118268dedb88,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:24.953834 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131800a-28b8-4aef-b963-2de6ddb421a0 req-48c0b99e-aaa5-47ec-80fe-cd54dbf0cafe tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:24.955383 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3131800a-28b8-4aef-b963-2de6ddb421a0 req-48c0b99e-aaa5-47ec-80fe-cd54dbf0cafe tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 945 time: 0.0986226 Jul 02 11:06:25.028991 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bd34e9-ace8-4d27-b788-538959d48e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3800d62c-20bd-4977-928b-118268dedb88'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:06:25.030871 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96112530-6bf1-49d4-ac36-0563cd9424c3" -d '{"events": [{"server_uuid": "15bd34e9-ace8-4d27-b788-538959d48e66", "name": "network-vif-plugged", "status": "completed", "tag": "3800d62c-20bd-4977-928b-118268dedb88"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:06:25.033924 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3131800a-28b8-4aef-b963-2de6ddb421a0 req-4e8d2f11-88d0-4ad1-af4c-2a90d073e2a5 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608611 Jul 02 11:06:25.283280 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c2d4c4-803d-4496-be6f-d9835732d002 x-openstack-request-id: req-16c2d4c4-803d-4496-be6f-d9835732d002 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:06:25.283793 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bd34e9-ace8-4d27-b788-538959d48e66", "name": "network-vif-plugged", "status": "completed", "tag": "3800d62c-20bd-4977-928b-118268dedb88", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:06:25.284362 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16c2d4c4-803d-4496-be6f-d9835732d002 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:06:25.284973 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bd34e9-ace8-4d27-b788-538959d48e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3800d62c-20bd-4977-928b-118268dedb88', 'code': 200} Jul 02 11:06:25.390953 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d3eea-ba62-4d3d-98cb-6e54f5c43f19 req-9ba38668-90b4-4382-a890-30e5fc94a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:25.396268 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-173d3eea-ba62-4d3d-98cb-6e54f5c43f19 req-9ba38668-90b4-4382-a890-30e5fc94a81c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 1098 time: 0.1293368 Jul 02 11:06:25.442123 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e66f02-0fec-4996-bb32-ea709e1ae2d0 req-f7f06df6-1b73-49d5-89c8-b87487720e3e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:25.443786 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-02e66f02-0fec-4996-bb32-ea709e1ae2d0 req-f7f06df6-1b73-49d5-89c8-b87487720e3e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 950 time: 0.1146607 Jul 02 11:06:25.493241 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-02e66f02-0fec-4996-bb32-ea709e1ae2d0 req-66c54234-0238-4d0d-be56-5f765417a394 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/security-groups?id=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430427 Jul 02 11:06:25.508897 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d3eea-ba62-4d3d-98cb-6e54f5c43f19 req-72f361a2-c267-4a42-bd72-59a3e39a85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:25.510514 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-173d3eea-ba62-4d3d-98cb-6e54f5c43f19 req-72f361a2-c267-4a42-bd72-59a3e39a85ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 920 time: 0.1077523 Jul 02 11:06:25.581100 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-173d3eea-ba62-4d3d-98cb-6e54f5c43f19 req-d5eb2f80-823f-4535-bf75-92f6b12ce96a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 HTTP/1.1" status: 200 len: 217 time: 0.0616305 Jul 02 11:06:25.624470 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00dbc0-ebf3-42ae-a2f2-9bc13598fe44 req-b4f5f7cd-bb57-40e5-815b-b1ce107355a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:25.626238 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1e00dbc0-ebf3-42ae-a2f2-9bc13598fe44 req-b4f5f7cd-bb57-40e5-815b-b1ce107355a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 1098 time: 0.0912685 Jul 02 11:06:25.638364 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d3eea-ba62-4d3d-98cb-6e54f5c43f19 req-61de09fa-46ba-4c45-a9f4-09ebe8b708d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:25.641187 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-173d3eea-ba62-4d3d-98cb-6e54f5c43f19 req-61de09fa-46ba-4c45-a9f4-09ebe8b708d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=184b15da-0379-412b-9c0e-bcf60dcc3ada HTTP/1.1" status: 200 len: 859 time: 0.0508845 Jul 02 11:06:25.676974 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-173d3eea-ba62-4d3d-98cb-6e54f5c43f19 req-ee64b29c-99c3-423c-aa6e-ff9b37658311 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=181fc37a-db12-4b98-ac32-011683527f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285349 Jul 02 11:06:25.684543 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36369-9fb7-48ca-9991-da6794e26dc5 req-0c0d462a-b9ae-4343-930f-54b2f51b2536 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:25.686817 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5aa36369-9fb7-48ca-9991-da6794e26dc5 req-0c0d462a-b9ae-4343-930f-54b2f51b2536 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0998735 Jul 02 11:06:25.688558 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1e00dbc0-ebf3-42ae-a2f2-9bc13598fe44 req-125e5325-cafe-488a-80a7-08c7e72f0b7b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535712 Jul 02 11:06:25.738168 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5aa36369-9fb7-48ca-9991-da6794e26dc5 req-52b93bec-ecc7-4767-a9a7-347365fc88af tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443258 Jul 02 11:06:25.786432 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-173d3eea-ba62-4d3d-98cb-6e54f5c43f19 req-95c5a867-59bb-4af9-aaa2-17d7efae3a85 service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946157 Jul 02 11:06:25.884155 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-173d3eea-ba62-4d3d-98cb-6e54f5c43f19 req-0f329c6c-3855-4bed-b652-d528a881025e service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895772 Jul 02 11:06:25.953145 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667730c-f955-4d01-b011-a3eb05a3f750 req-2aba089b-b4be-438f-b0a3-f865e5b122d4 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:25.954655 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a667730c-f955-4d01-b011-a3eb05a3f750 req-2aba089b-b4be-438f-b0a3-f865e5b122d4 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 950 time: 0.0680888 Jul 02 11:06:25.994812 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a667730c-f955-4d01-b011-a3eb05a3f750 req-486911ba-40f9-446d-9aef-0dd157bf70b7 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/security-groups?id=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344548 Jul 02 11:06:26.211421 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4a5f9-8649-4988-9d6f-a76d9fcb5aff req-fda2a82a-b619-4507-9215-392050dbe08d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:26.212943 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1ff4a5f9-8649-4988-9d6f-a76d9fcb5aff req-fda2a82a-b619-4507-9215-392050dbe08d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 945 time: 0.0666091 Jul 02 11:06:26.243188 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:06:26.252835 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1ff4a5f9-8649-4988-9d6f-a76d9fcb5aff req-e645fed0-88b9-4faf-be1c-a0e9d450296e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331752 Jul 02 11:06:26.728809 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 37684) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:26.828836 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1fd170f1-a10b-4324-9ac7-c251bb34aee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:26.940065 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981cdf6-4aa1-4735-92c8-958379e10d7b req-bea4ae80-4519-4680-af4a-62c0bc298705 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:26.941510 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1981cdf6-4aa1-4735-92c8-958379e10d7b req-bea4ae80-4519-4680-af4a-62c0bc298705 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0955460 Jul 02 11:06:26.994139 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1fd170f1-a10b-4324-9ac7-c251bb34aee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.000208 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1981cdf6-4aa1-4735-92c8-958379e10d7b req-e04d0f05-ee08-4988-8cce-25c81ecb14b2 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503721 Jul 02 11:06:27.001866 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1fd170f1-a10b-4324-9ac7-c251bb34aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.046013 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-1fd170f1-a10b-4324-9ac7-c251bb34aee9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a7932971ace45d09e076cb572f0928e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170643 Jul 02 11:06:27.046013 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd170f1-a10b-4324-9ac7-c251bb34aee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714838d6-3dee-48af-bbeb-c06cc5a118ca,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:27.046539 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 37692) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:27.101891 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc418-a130-4d4d-835a-ca8e56d902e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.122916 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc418-a130-4d4d-835a-ca8e56d902e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.177636 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc418-a130-4d4d-835a-ca8e56d902e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.180372 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc418-a130-4d4d-835a-ca8e56d902e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.181573 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-ea8cc418-a130-4d4d-835a-ca8e56d902e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/714838d6-3dee-48af-bbeb-c06cc5a118ca HTTP/1.1" status: 204 len: 168 time: 0.1335061 Jul 02 11:06:27.184456 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be4cdc-bcaa-4b2e-816b-c1ca9739ac8a req-d8495905-09af-48a3-855d-5d844e042752 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:27.189095 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d9be4cdc-bcaa-4b2e-816b-c1ca9739ac8a req-d8495905-09af-48a3-855d-5d844e042752 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 950 time: 0.0676394 Jul 02 11:06:27.194581 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cc418-a130-4d4d-835a-ca8e56d902e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714838d6-3dee-48af-bbeb-c06cc5a118ca,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:27.230399 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d9be4cdc-bcaa-4b2e-816b-c1ca9739ac8a req-dfc9a565-1f6f-4df4-9f8f-a51a14512b19 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/security-groups?id=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 Jul 02 11:06:27.438935 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92143622-de6c-4b02-920e-75115bba49a7 req-e6767b4a-7de0-4589-a2d1-85e483f60685 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:27.440459 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-92143622-de6c-4b02-920e-75115bba49a7 req-e6767b4a-7de0-4589-a2d1-85e483f60685 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 945 time: 0.0669930 Jul 02 11:06:27.453744 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 37702) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:27.466344 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5ca42e0-da61-4bc1-b932-a1ca1f6714ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.491369 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-92143622-de6c-4b02-920e-75115bba49a7 req-0736d4d0-84db-451b-8cc6-3c21972b2f67 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Jul 02 11:06:27.526451 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.566380 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5ca42e0-da61-4bc1-b932-a1ca1f6714ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.570925 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5ca42e0-da61-4bc1-b932-a1ca1f6714ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.609938 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d5ca42e0-da61-4bc1-b932-a1ca1f6714ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fc5b1e5399c41c6bc221902468ca52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549931 Jul 02 11:06:27.611841 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca42e0-da61-4bc1-b932-a1ca1f6714ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f34506-efc7-464f-a5c0-3a49eb19812e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:27.612695 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 37706) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:27.669499 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7211-4e43-4979-9c38-c72598c23a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.691018 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7211-4e43-4979-9c38-c72598c23a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.747617 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7211-4e43-4979-9c38-c72598c23a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.751145 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7211-4e43-4979-9c38-c72598c23a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:27.752555 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-f8fd7211-4e43-4979-9c38-c72598c23a04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03f34506-efc7-464f-a5c0-3a49eb19812e HTTP/1.1" status: 204 len: 168 time: 0.1386988 Jul 02 11:06:27.762302 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd7211-4e43-4979-9c38-c72598c23a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f34506-efc7-464f-a5c0-3a49eb19812e,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:30.282770 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d537bbe-86c2-467e-af81-796bdda48eeb req-a144a37f-becc-4709-84f9-64be96c6d7c8 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:30.284253 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9d537bbe-86c2-467e-af81-796bdda48eeb req-a144a37f-becc-4709-84f9-64be96c6d7c8 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1035962 Jul 02 11:06:30.296270 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0046d4-5b87-401e-8be0-54cda16f8308 req-ccf3a619-75ab-4b6f-86e5-938e9e3afce7 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:30.297579 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3a0046d4-5b87-401e-8be0-54cda16f8308 req-ccf3a619-75ab-4b6f-86e5-938e9e3afce7 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 950 time: 0.0891659 Jul 02 11:06:30.357801 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9d537bbe-86c2-467e-af81-796bdda48eeb req-ded86662-1dfe-4526-894b-d1240bcc7573 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592768 Jul 02 11:06:30.360496 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3a0046d4-5b87-401e-8be0-54cda16f8308 req-442f4c31-5fd0-4584-bef6-978f96c86f4b tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/security-groups?id=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555012 Jul 02 11:06:30.702553 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cf5ab863-5941-4630-a6d5-fb81a7fd87f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:31.184983 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548db53-de8c-405e-9ef2-a611c05494c1 req-7adaa8c1-0c23-4d4c-b37b-e8037a4c66d3 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:31.188266 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-a548db53-de8c-405e-9ef2-a611c05494c1 req-7adaa8c1-0c23-4d4c-b37b-e8037a4c66d3 tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.67 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 950 time: 0.0834146 Jul 02 11:06:31.210251 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 37808) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:31.312396 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ebad0fa0-f998-49b3-8764-a562dbfab7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:31.313793 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-a548db53-de8c-405e-9ef2-a611c05494c1 req-b6685beb-06fe-4bd8-b0e3-ca3187e4d42e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Deleting port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:06:31.314232 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a548db53-de8c-405e-9ef2-a611c05494c1 req-b6685beb-06fe-4bd8-b0e3-ca3187e4d42e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:31.410244 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ebad0fa0-f998-49b3-8764-a562dbfab7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:31.415268 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ebad0fa0-f998-49b3-8764-a562dbfab7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:31.423111 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-a548db53-de8c-405e-9ef2-a611c05494c1 req-b6685beb-06fe-4bd8-b0e3-ca3187e4d42e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] For port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1,segment=NetworkSegment(23601359-28ec-4bc8-a44d-10e6baf39740),segment_id=23601359-28ec-4bc8-a44d-10e6baf39740)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:31.423480 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a548db53-de8c-405e-9ef2-a611c05494c1 req-b6685beb-06fe-4bd8-b0e3-ca3187e4d42e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:31.437917 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-a548db53-de8c-405e-9ef2-a611c05494c1 req-b6685beb-06fe-4bd8-b0e3-ca3187e4d42e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Calling delete_port for 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:06:31.456794 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-ebad0fa0-f998-49b3-8764-a562dbfab7fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05fe38c70b9449199fc6e65093119dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453361 Jul 02 11:06:31.457860 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad0fa0-f998-49b3-8764-a562dbfab7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b66f7c-a784-48fa-9a60-8eb97598bfc6,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:31.463447 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 37820) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:31.530729 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-afbb9d74-34a2-4c6b-9c92-15e2ed1290f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:31.577425 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-afbb9d74-34a2-4c6b-9c92-15e2ed1290f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:31.649384 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a548db53-de8c-405e-9ef2-a611c05494c1 req-b6685beb-06fe-4bd8-b0e3-ca3187e4d42e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:31.667030 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['0fcf8ba2-9b92-484e-b0d6-5eab16a156a1'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:06:31.719565 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6685beb-06fe-4bd8-b0e3-ca3187e4d42e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Pushing event deleted for resources: {'Port': ['ID=0fcf8ba2-9b92-484e-b0d6-5eab16a156a1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:31.783685 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a548db53-de8c-405e-9ef2-a611c05494c1 req-b6685beb-06fe-4bd8-b0e3-ca3187e4d42e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] No DVR routers for this DVR port 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 on host hv-cinder-78409 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:06:31.786772 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a548db53-de8c-405e-9ef2-a611c05494c1 req-b6685beb-06fe-4bd8-b0e3-ca3187e4d42e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:31.789218 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-a548db53-de8c-405e-9ef2-a611c05494c1 req-b6685beb-06fe-4bd8-b0e3-ca3187e4d42e tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.67 "DELETE /v2.0/ports/0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 HTTP/1.1" status: 204 len: 173 time: 0.5812032 Jul 02 11:06:31.789660 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751fe6f7-71df-4f94-905f-cfb4c1dee380', 'name': 'network-vif-deleted', 'tag': '0fcf8ba2-9b92-484e-b0d6-5eab16a156a1'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:06:31.794046 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eda96c91462f44d85b0ce9a5bf985726b3d0771005f318be4bcbfc3c552e46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f43c2c-58b0-46b2-b4cf-d305499ae8d6" -d '{"events": [{"server_uuid": "751fe6f7-71df-4f94-905f-cfb4c1dee380", "name": "network-vif-deleted", "tag": "0fcf8ba2-9b92-484e-b0d6-5eab16a156a1"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:06:31.948569 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7d505f85-92eb-4124-b28b-790f183a2099 req-57bb541f-9282-4e7e-b2cf-781611a2d85c tempest-VolumesNegativeTest-1806663812 tempest-VolumesNegativeTest-1806663812-project] 10.222.0.24 "GET /v2.0/ports?device_id=751fe6f7-71df-4f94-905f-cfb4c1dee380 HTTP/1.1" status: 200 len: 210 time: 0.2716410 Jul 02 11:06:32.011928 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-afbb9d74-34a2-4c6b-9c92-15e2ed1290f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:32.015653 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-afbb9d74-34a2-4c6b-9c92-15e2ed1290f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:32.019102 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-afbb9d74-34a2-4c6b-9c92-15e2ed1290f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78b66f7c-a784-48fa-9a60-8eb97598bfc6 HTTP/1.1" status: 204 len: 168 time: 0.5521035 Jul 02 11:06:32.030233 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb9d74-34a2-4c6b-9c92-15e2ed1290f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b66f7c-a784-48fa-9a60-8eb97598bfc6,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:32.035109 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea043a4-e3e8-474f-9e92-a6fecfe88188 x-openstack-request-id: req-5ea043a4-e3e8-474f-9e92-a6fecfe88188 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:06:32.035328 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751fe6f7-71df-4f94-905f-cfb4c1dee380", "name": "network-vif-deleted", "tag": "0fcf8ba2-9b92-484e-b0d6-5eab16a156a1", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:06:32.035591 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ea043a4-e3e8-474f-9e92-a6fecfe88188 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:06:32.035984 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751fe6f7-71df-4f94-905f-cfb4c1dee380', 'name': 'network-vif-deleted', 'tag': '0fcf8ba2-9b92-484e-b0d6-5eab16a156a1', 'status': 'completed', 'code': 200} Jul 02 11:06:32.065370 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709a1b-1bca-4bdb-919e-7ca95c0afdce req-30a28b06-92f0-44f7-a303-193fa70d8d20 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:32.066963 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-31709a1b-1bca-4bdb-919e-7ca95c0afdce req-30a28b06-92f0-44f7-a303-193fa70d8d20 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1283884 Jul 02 11:06:32.108556 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-31709a1b-1bca-4bdb-919e-7ca95c0afdce req-8b28aa62-9620-4caf-ac7a-edd6a0b1c605 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350747 Jul 02 11:06:32.691527 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 37868) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:32.784094 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-479266870-network', 'tenant_id': '4db96447a7f94a8abbf3b1a241727d24'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:32.804894 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Made reservation on behalf of 4db96447a7f94a8abbf3b1a241727d24 for: {'network': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:06:32.807112 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:32.814948 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:32.902822 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:32.907439 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:32.927375 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:06:32.940395 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:32.944974 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:32.945314 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.segments_db [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Added segment 4b50ac79-d344-4fce-bf8f-2b043883c27e of type vlan for network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 Jul 02 11:06:32.984363 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.015072 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.016280 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:33.018983 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.039127 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7c813071-6fc3-47a2-bdf6-5db04be7292f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.051353 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3587499 Jul 02 11:06:33.056222 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 37880) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:33.061366 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f00a9c78-bc7c-4156-a04d-317a6102d75c admin admin] Request body: {'subnet': {'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-479266870-subnet', 'tenant_id': '4db96447a7f94a8abbf3b1a241727d24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:33.086227 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00a9c78-bc7c-4156-a04d-317a6102d75c admin admin] Made reservation on behalf of 4db96447a7f94a8abbf3b1a241727d24 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:06:33.088363 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a470de-8c3a-470f-a4c6-373eefb6ec06 admin admin] Pushing event updated for resources: {'Network': ['ID=0083b809-0a5e-4dae-9d4d-c8cd28c61061,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:33.089672 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f00a9c78-bc7c-4156-a04d-317a6102d75c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25523415'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.100404 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:06:33.319052 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f00a9c78-bc7c-4156-a04d-317a6102d75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28559882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25523397'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.360529 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4ae59-e70d-4fc1-b0cd-28fe17007d2d req-210b5ba4-139c-4295-ae64-b49f2a8a6eba tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:33.367845 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dea4ae59-e70d-4fc1-b0cd-28fe17007d2d req-210b5ba4-139c-4295-ae64-b49f2a8a6eba tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0931528 Jul 02 11:06:33.410727 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a9c78-bc7c-4156-a04d-317a6102d75c admin admin] Checking segment: {'id': '4b50ac79-d344-4fce-bf8f-2b043883c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:06:33.411084 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00a9c78-bc7c-4156-a04d-317a6102d75c admin admin] Network hostable DHCP agents. Network: 0083b809-0a5e-4dae-9d4d-c8cd28c61061, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:06:33.417425 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a9c78-bc7c-4156-a04d-317a6102d75c admin admin] Pushing event updated for resources: {'Subnet': ['ID=551642cf-0d10-4dae-b850-ce7b3696d343,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:33.417600 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dea4ae59-e70d-4fc1-b0cd-28fe17007d2d req-f836d443-3866-4f95-a40f-9c0291261bed tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486794 Jul 02 11:06:33.434486 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00a9c78-bc7c-4156-a04d-317a6102d75c admin admin] Network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:06:33.444836 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f00a9c78-bc7c-4156-a04d-317a6102d75c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, 0083b809-0a5e-4dae-9d4d-c8cd28c61061) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:06:33.449440 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00a9c78-bc7c-4156-a04d-317a6102d75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:33.450102 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f00a9c78-bc7c-4156-a04d-317a6102d75c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.453147 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6155dea-1b36-4a48-93dd-9717b6a464bb None None] Network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:06:33.481239 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-f00a9c78-bc7c-4156-a04d-317a6102d75c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4237418 Jul 02 11:06:33.526928 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 37916) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:33.539765 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.645175 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e166075-0460-4a75-8627-9628eedf1f71 None None] Network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:06:33.655805 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c634-6887-4637-836a-efdb48c9bc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.793164 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c634-6887-4637-836a-efdb48c9bc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.797465 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c634-6887-4637-836a-efdb48c9bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.851880 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 37940) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:33.860076 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-e8f3c634-6887-4637-836a-efdb48c9bc21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50a76bfbf1eb4aaeb04eac550111745f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318143 Jul 02 11:06:33.864163 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3c634-6887-4637-836a-efdb48c9bc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e9db41-7422-4a5a-8429-958900c80925,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:33.918016 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1df9233b-4491-45e1-a942-e3deda6f50ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.940523 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1df9233b-4491-45e1-a942-e3deda6f50ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:33.998954 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1df9233b-4491-45e1-a942-e3deda6f50ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:34.001911 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1df9233b-4491-45e1-a942-e3deda6f50ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:34.003087 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-1df9233b-4491-45e1-a942-e3deda6f50ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46e9db41-7422-4a5a-8429-958900c80925 HTTP/1.1" status: 204 len: 168 time: 0.1500165 Jul 02 11:06:34.011359 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9233b-4491-45e1-a942-e3deda6f50ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e9db41-7422-4a5a-8429-958900c80925,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:34.362544 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:34.598618 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e51ca1-fc7c-47c6-b0d4-fa5c37d4c2b6 req-fde39e51-2167-4347-b18a-f633cd3576ba tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:34.600497 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b7e51ca1-fc7c-47c6-b0d4-fa5c37d4c2b6 req-fde39e51-2167-4347-b18a-f633cd3576ba tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0717514 Jul 02 11:06:34.643737 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b7e51ca1-fc7c-47c6-b0d4-fa5c37d4c2b6 req-d3f54ece-9cde-43f8-9a3c-7d146c3c6f67 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367789 Jul 02 11:06:34.686390 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:06:34.708049 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:06:34.708401 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 0fcf8ba2-9b92-484e-b0d6-5eab16a156a1 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:06:34.811661 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 38040) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:34.927382 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7fc390a1-e632-4bdd-a424-d6385d81cf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.023992 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7fc390a1-e632-4bdd-a424-d6385d81cf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.028159 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7fc390a1-e632-4bdd-a424-d6385d81cf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.066941 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc390a1-e632-4bdd-a424-d6385d81cf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8430d9a-7342-4cc7-b144-eba393cacf1a,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:35.071111 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-7fc390a1-e632-4bdd-a424-d6385d81cf45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=251cc9a383f44becb99f274efe29a11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584002 Jul 02 11:06:35.074281 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 38054) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:35.123814 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71afef47-1547-4e8e-a49e-32759943662e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.145609 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71afef47-1547-4e8e-a49e-32759943662e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.194384 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71afef47-1547-4e8e-a49e-32759943662e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.197146 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71afef47-1547-4e8e-a49e-32759943662e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.198297 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-71afef47-1547-4e8e-a49e-32759943662e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8430d9a-7342-4cc7-b144-eba393cacf1a HTTP/1.1" status: 204 len: 168 time: 0.1235862 Jul 02 11:06:35.208096 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afef47-1547-4e8e-a49e-32759943662e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8430d9a-7342-4cc7-b144-eba393cacf1a,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:35.506669 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 38122) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:35.526307 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b60a-a3fe-47d4-94f4-ce71792a4493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.567619 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-ca6745b2-9f7a-45cf-8dc9-390548db0db7 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:35.569129 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-ca6745b2-9f7a-45cf-8dc9-390548db0db7 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/networks?id=0083b809-0a5e-4dae-9d4d-c8cd28c61061 HTTP/1.1" status: 200 len: 808 time: 0.1378558 Jul 02 11:06:35.588636 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-c1e4f639-7645-4c7a-aae9-e37056b510e8 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/quotas/4db96447a7f94a8abbf3b1a241727d24 HTTP/1.1" status: 200 len: 375 time: 0.0137990 Jul 02 11:06:35.632128 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-9f19f1ca-a161-457a-89fc-f05c14a6298c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4db96447a7f94a8abbf3b1a241727d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371492 Jul 02 11:06:35.753956 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b60a-a3fe-47d4-94f4-ce71792a4493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.759137 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b60a-a3fe-47d4-94f4-ce71792a4493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.771289 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-d6792bde-0168-4908-b10c-7efc3210e9e3 service neutron] 10.222.0.24 "GET /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301658 Jul 02 11:06:35.854005 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.864902 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-f5a5b60a-a3fe-47d4-94f4-ce71792a4493 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8099dd023af7441bba92408cc2fbe40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571661 Jul 02 11:06:35.867513 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 38140) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:35.900966 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5b60a-a3fe-47d4-94f4-ce71792a4493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bd2ab1-44be-4f1e-ae39-93a69c0c917a,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:35.939368 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-459ff84c-d464-4ab8-92ce-203c37a85130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.960532 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-41e49287-995f-4ab3-b247-16f128dc3936 service neutron] 10.222.0.24 "GET /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788568 Jul 02 11:06:35.972341 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-459ff84c-d464-4ab8-92ce-203c37a85130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:35.985493 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0bcd6-9381-4bcd-aa69-f41dd9983736 req-c88df701-69c3-49eb-91b0-99a1311d2566 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:35.992583 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-70d0bcd6-9381-4bcd-aa69-f41dd9983736 req-c88df701-69c3-49eb-91b0-99a1311d2566 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.2187061 Jul 02 11:06:36.037177 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-70d0bcd6-9381-4bcd-aa69-f41dd9983736 req-75ed2d76-1453-41e6-bdc4-afdd86039629 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434613 Jul 02 11:06:36.046420 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-459ff84c-d464-4ab8-92ce-203c37a85130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:36.049018 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-459ff84c-d464-4ab8-92ce-203c37a85130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:36.050347 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-459ff84c-d464-4ab8-92ce-203c37a85130 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18bd2ab1-44be-4f1e-ae39-93a69c0c917a HTTP/1.1" status: 204 len: 168 time: 0.1817477 Jul 02 11:06:36.066219 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ff84c-d464-4ab8-92ce-203c37a85130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bd2ab1-44be-4f1e-ae39-93a69c0c917a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:36.318957 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-52e2bed0-0fab-42ab-b952-2f398a9ab356 req-2f69c0d9-9c27-454e-8921-66a0c8a7032e tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 210 time: 0.0616848 Jul 02 11:06:37.247133 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d045ab-463b-4ba2-a100-4f2b03f8f9d0 req-588f3e74-d0b7-4061-beb0-b5bc9a1f976a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:37.249522 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-74d045ab-463b-4ba2-a100-4f2b03f8f9d0 req-588f3e74-d0b7-4061-beb0-b5bc9a1f976a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0819206 Jul 02 11:06:37.317142 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-74d045ab-463b-4ba2-a100-4f2b03f8f9d0 req-0834dcd3-6964-4c39-a236-52963cf992ea tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592010 Jul 02 11:06:37.525725 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-aaff252c-d305-4cbd-a74d-a61444e4bb37 req-8137bdcf-8f2f-4acd-8446-609da2149102 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 210 time: 0.0319571 Jul 02 11:06:37.558069 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-48dfd2d6-09d2-4c0c-a98a-5904ac63d1be tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:37.559495 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-48dfd2d6-09d2-4c0c-a98a-5904ac63d1be tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.67 "GET /v2.0/networks?id=0083b809-0a5e-4dae-9d4d-c8cd28c61061 HTTP/1.1" status: 200 len: 808 time: 0.1134281 Jul 02 11:06:37.592894 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Request body: {'port': {'device_id': 'e002768b-26b2-44e4-80db-7d968d6c1ed8', 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061', 'admin_state_up': True, 'tenant_id': '4db96447a7f94a8abbf3b1a241727d24'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:37.642531 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e9cc7-63cd-4930-aa35-a7fd13491b5a req-045c8123-994d-4dca-a6de-f1c6ab184c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:37.644209 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f90e9cc7-63cd-4930-aa35-a7fd13491b5a req-045c8123-994d-4dca-a6de-f1c6ab184c06 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 1098 time: 0.0543184 Jul 02 11:06:37.680658 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f90e9cc7-63cd-4930-aa35-a7fd13491b5a req-c911883d-cb06-4206-87c5-75ce1ee6201f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296695 Jul 02 11:06:37.705282 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Made reservation on behalf of 4db96447a7f94a8abbf3b1a241727d24 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:06:37.708751 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:37.831194 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Allocated IP 172.20.0.8 (0083b809-0a5e-4dae-9d4d-c8cd28c61061/551642cf-0d10-4dae-b850-ce7b3696d343/726ad2a5-b7f9-47ad-a4df-b47a359b0d5a) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:06:37.980855 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.022001 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28570778'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.071927 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:06:38.075103 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:06:38.080228 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:06:38.109515 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Pushing event updated for resources: {'Port': ['ID=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:38.132335 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:38.133193 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.147573 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-0c414f9a-4328-4bca-9de2-dde894f0ca04 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592289 Jul 02 11:06:38.161007 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Request body: {'port': {'device_id': 'e002768b-26b2-44e4-80db-7d968d6c1ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:38.213283 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 38270) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:38.233093 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.344046 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-5b39ab55-4a1f-4aa5-b2b2-d39a933cc5d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c3407a01f19450aa7114a5102fe6ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295147 Jul 02 11:06:38.346551 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 38276) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:38.398976 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bca1b439-6c88-414b-9ab8-f3c5720c2cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.462623 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bca1b439-6c88-414b-9ab8-f3c5720c2cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.549579 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c84c13-0dcd-4578-8a6b-f74a53f0274f req-7fa43ae1-8404-4d7f-93e4-d6aef9ce0eae tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:38.551145 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-49c84c13-0dcd-4578-8a6b-f74a53f0274f req-7fa43ae1-8404-4d7f-93e4-d6aef9ce0eae tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1127889 Jul 02 11:06:38.558196 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:06:38.571226 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.580004 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bca1b439-6c88-414b-9ab8-f3c5720c2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.590469 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bca1b439-6c88-414b-9ab8-f3c5720c2cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.595227 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Transition to ACTIVE for port object 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:06:38.595409 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-bca1b439-6c88-414b-9ab8-f3c5720c2cb7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24ab68f0-7fc7-4b6d-a843-7edd6c1286c9 HTTP/1.1" status: 204 len: 168 time: 0.2476532 Jul 02 11:06:38.606045 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28570760'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.611397 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1b439-6c88-414b-9ab8-f3c5720c2cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ab68f0-7fc7-4b6d-a843-7edd6c1286c9,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:38.654067 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-49c84c13-0dcd-4578-8a6b-f74a53f0274f req-b360301a-8f30-49e6-bd10-a67c057216bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934429 Jul 02 11:06:38.740596 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Pushing event updated for resources: {'Port': ['ID=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:38.790408 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Attempting to bind port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:06:38.792022 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Attempting to bind port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '4b50ac79-d344-4fce-bf8f-2b043883c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:06:38.792342 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Attempting to bind port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a on network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:06:38.799640 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a on network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:06:38.799971 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Attempting to bind port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a on network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:06:38.805266 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:06:38.805520 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Checking segment: {'id': '4b50ac79-d344-4fce-bf8f-2b043883c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:06:38.806334 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Bound using segment: {'id': '4b50ac79-d344-4fce-bf8f-2b043883c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:06:38.807322 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Bound port: 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b50ac79-d344-4fce-bf8f-2b043883c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:06:38.807863 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.898506 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] For port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a, host hv-cinder-78409, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:06:38.902429 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] For port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a,segment=NetworkSegment(4b50ac79-d344-4fce-bf8f-2b043883c27e),segment_id=4b50ac79-d344-4fce-bf8f-2b043883c27e)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:06:38.908126 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28570760'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.964409 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085e2d0-a9db-4568-857b-8a56035c0140 req-c6867432-24e6-483b-bdf4-9b3bd8ac990a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:38.967301 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9085e2d0-a9db-4568-857b-8a56035c0140 req-c6867432-24e6-483b-bdf4-9b3bd8ac990a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 943 time: 0.1060965 Jul 02 11:06:38.980743 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:38.981372 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:38.983076 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] 10.222.0.67 "PUT /v2.0/ports/726ad2a5-b7f9-47ad-a4df-b47a359b0d5a HTTP/1.1" status: 200 len: 1093 time: 0.8263028 Jul 02 11:06:38.983555 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e002768b-26b2-44e4-80db-7d968d6c1ed8', 'tag': '726ad2a5-b7f9-47ad-a4df-b47a359b0d5a'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:06:38.986383 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eda96c91462f44d85b0ce9a5bf985726b3d0771005f318be4bcbfc3c552e46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf3452a-2452-43c5-8966-2b6e28b5a01f" -d '{"events": [{"name": "network-changed", "server_uuid": "e002768b-26b2-44e4-80db-7d968d6c1ed8", "tag": "726ad2a5-b7f9-47ad-a4df-b47a359b0d5a"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:06:38.998224 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ec2ba-e58e-4b11-afc9-0ae05d7289ff service neutron] Pushing event updated for resources: {'Port': ['ID=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:39.019534 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9085e2d0-a9db-4568-857b-8a56035c0140 req-b74b697e-bef1-4c60-8785-8ec68c07ccf9 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Jul 02 11:06:39.037014 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e44cf75-b8e7-4c77-a9bb-737ca5d7fa63 x-openstack-request-id: req-0e44cf75-b8e7-4c77-a9bb-737ca5d7fa63 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:06:39.037459 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e002768b-26b2-44e4-80db-7d968d6c1ed8", "tag": "726ad2a5-b7f9-47ad-a4df-b47a359b0d5a", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:06:39.037721 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e44cf75-b8e7-4c77-a9bb-737ca5d7fa63 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:06:39.038245 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e002768b-26b2-44e4-80db-7d968d6c1ed8', 'tag': '726ad2a5-b7f9-47ad-a4df-b47a359b0d5a', 'status': 'completed', 'code': 200} Jul 02 11:06:39.100913 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-545bcf92-d750-4ca2-bad5-c6e9b2daf545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:39.102390 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-545bcf92-d750-4ca2-bad5-c6e9b2daf545 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4db96447a7f94a8abbf3b1a241727d24&device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0519395 Jul 02 11:06:39.156009 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-727cb86a-5807-4123-838a-5a9744e76740 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a HTTP/1.1" status: 200 len: 217 time: 0.0346534 Jul 02 11:06:39.413684 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-786601c7-6ecd-4cf4-9063-60298f5db0eb tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:39.415140 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-786601c7-6ecd-4cf4-9063-60298f5db0eb tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/networks?id=ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 200 len: 815 time: 0.1034884 Jul 02 11:06:39.429312 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-1322b0be-b41a-4629-982e-bbb0a9eff33c tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/quotas/9f394dde912044f6a9201a3312be6a20 HTTP/1.1" status: 200 len: 375 time: 0.0087776 Jul 02 11:06:39.493122 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-1d6c4f9d-fe60-43d9-8d48-b1bde16193b5 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f394dde912044f6a9201a3312be6a20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590279 Jul 02 11:06:39.584913 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-365cf437-bad7-4ef7-a71a-5eab4006eed0 service neutron] 10.222.0.24 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847368 Jul 02 11:06:39.674239 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-e6a2ca33-7df2-40be-95c4-3022ca4fad24 service neutron] 10.222.0.24 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836976 Jul 02 11:06:39.927697 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ad3f0-6e8f-4411-b8f3-8d163b42af6e req-913a9f14-b91a-4608-8cd9-297bab19a399 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:39.929198 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-896ad3f0-6e8f-4411-b8f3-8d163b42af6e req-913a9f14-b91a-4608-8cd9-297bab19a399 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0653086 Jul 02 11:06:39.969716 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-896ad3f0-6e8f-4411-b8f3-8d163b42af6e req-7f5059a3-2fdc-4623-97fb-07880558ab26 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350013 Jul 02 11:06:40.040927 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1f9b0ef3-d940-4bd6-8fd0-61fc8db55168 req-2e3a0e5d-5caf-45c2-96ea-0c5dc0a8a95c tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 210 time: 0.0297537 Jul 02 11:06:40.141942 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-c155a413-4ce2-43c0-9236-c3ff4e3a80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:40.143484 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-c155a413-4ce2-43c0-9236-c3ff4e3a80ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=551642cf-0d10-4dae-b850-ce7b3696d343 HTTP/1.1" status: 200 len: 848 time: 0.0579371 Jul 02 11:06:42.139833 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-ee732ee8-acd6-4659-90a7-84a9e78eb9ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0083b809-0a5e-4dae-9d4d-c8cd28c61061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275097 Jul 02 11:06:42.273243 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-bd7d8c4d-b052-4b5d-a4c0-1236c77a7780 service neutron] 10.222.0.67 "GET /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039100 Jul 02 11:06:42.366841 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d8f5e1c3-3a77-4b25-835a-bf0516113da0 req-36639a30-c60f-470a-84ed-989eb9f42048 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 210 time: 0.0360301 Jul 02 11:06:42.398141 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27ea86-1114-4263-8ea6-5d276f4efe0d req-804dd205-1e39-483e-9e76-f707a34025ed tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:42.400104 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9e27ea86-1114-4263-8ea6-5d276f4efe0d req-804dd205-1e39-483e-9e76-f707a34025ed tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 943 time: 0.0990875 Jul 02 11:06:42.457573 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9e27ea86-1114-4263-8ea6-5d276f4efe0d req-297e018f-df1d-4000-a9b4-3b78264aaeb1 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500236 Jul 02 11:06:42.623902 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-06c02924-d0c7-4e43-b0ef-73b1217de23a req-499b5677-446b-4a61-b297-7095c0b68936 service neutron] 10.222.0.67 "GET /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354151 Jul 02 11:06:42.719689 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3de4bf-5769-4476-a618-2edd65944c45 req-eb925ce3-7297-469d-a79e-0f58c1c1a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:42.721209 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4e3de4bf-5769-4476-a618-2edd65944c45 req-eb925ce3-7297-469d-a79e-0f58c1c1a9ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 1098 time: 0.0984266 Jul 02 11:06:42.751485 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3452a-2452-43c5-8966-2b6e28b5a01f req-155abc2b-18ca-4278-9411-abec826b36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:42.753050 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-ecf3452a-2452-43c5-8966-2b6e28b5a01f req-155abc2b-18ca-4278-9411-abec826b36e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4db96447a7f94a8abbf3b1a241727d24&device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0621176 Jul 02 11:06:42.771489 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1931597-355a-477e-ace9-0f25724abe10 req-28a47a04-84fc-4c03-9bf4-9f8fc8228a83 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:42.772981 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b1931597-355a-477e-ace9-0f25724abe10 req-28a47a04-84fc-4c03-9bf4-9f8fc8228a83 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1097791 Jul 02 11:06:42.849345 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3452a-2452-43c5-8966-2b6e28b5a01f req-d8fdd3b0-6bde-4990-8561-495beb696502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:42.850834 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-ecf3452a-2452-43c5-8966-2b6e28b5a01f req-d8fdd3b0-6bde-4990-8561-495beb696502 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0083b809-0a5e-4dae-9d4d-c8cd28c61061 HTTP/1.1" status: 200 len: 909 time: 0.0892565 Jul 02 11:06:42.858965 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b1931597-355a-477e-ace9-0f25724abe10 req-5d85a6d0-3997-4b24-9609-1778a3a1d513 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530238 Jul 02 11:06:42.861913 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3de4bf-5769-4476-a618-2edd65944c45 req-8ca07d0b-2561-46f0-abd7-121124669608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:42.863279 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4e3de4bf-5769-4476-a618-2edd65944c45 req-8ca07d0b-2561-46f0-abd7-121124669608 service neutron] 10.222.0.67 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 920 time: 0.1335566 Jul 02 11:06:42.910956 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-ecf3452a-2452-43c5-8966-2b6e28b5a01f req-a886ba7b-feac-42ad-be88-c647eb155212 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a HTTP/1.1" status: 200 len: 217 time: 0.0453665 Jul 02 11:06:42.914452 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4e3de4bf-5769-4476-a618-2edd65944c45 req-1fc39e25-9e4e-40b9-808a-b4474a54cdd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 HTTP/1.1" status: 200 len: 217 time: 0.0447967 Jul 02 11:06:42.979397 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3452a-2452-43c5-8966-2b6e28b5a01f req-4a0479b4-4bc5-4f99-b792-d026aaf420e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:42.981104 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-ecf3452a-2452-43c5-8966-2b6e28b5a01f req-4a0479b4-4bc5-4f99-b792-d026aaf420e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=551642cf-0d10-4dae-b850-ce7b3696d343 HTTP/1.1" status: 200 len: 848 time: 0.0547028 Jul 02 11:06:43.001554 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3de4bf-5769-4476-a618-2edd65944c45 req-15c83b1a-28c5-438a-8579-adb207986cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:43.003013 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4e3de4bf-5769-4476-a618-2edd65944c45 req-15c83b1a-28c5-438a-8579-adb207986cd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=184b15da-0379-412b-9c0e-bcf60dcc3ada HTTP/1.1" status: 200 len: 859 time: 0.0752618 Jul 02 11:06:43.019488 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-ecf3452a-2452-43c5-8966-2b6e28b5a01f req-c40c497c-53c0-470a-8231-f8d7da306145 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0083b809-0a5e-4dae-9d4d-c8cd28c61061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302610 Jul 02 11:06:43.097922 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4e3de4bf-5769-4476-a618-2edd65944c45 req-91f14d2c-a901-48e6-9dd0-40b0815c12d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=181fc37a-db12-4b98-ac32-011683527f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804768 Jul 02 11:06:43.126848 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-ecf3452a-2452-43c5-8966-2b6e28b5a01f req-bc6c8bd4-af04-4fa9-a9ef-a6f0ddbe6206 service neutron] 10.222.0.67 "GET /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957270 Jul 02 11:06:43.201070 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-89ab91ff-20f6-4003-b053-0773b9a01710 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:43.203070 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-89ab91ff-20f6-4003-b053-0773b9a01710 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "GET /v2.0/networks?id=ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 200 len: 815 time: 0.2305019 Jul 02 11:06:43.234541 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Request body: {'port': {'device_id': '0fad3489-f65b-4c14-8f65-d7ae3130dc5c', 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df', 'admin_state_up': True, 'tenant_id': '9f394dde912044f6a9201a3312be6a20'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:43.266008 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [req-ecf3452a-2452-43c5-8966-2b6e28b5a01f req-b112a40a-5e27-465c-ad48-8592c64adcc0 service neutron] 10.222.0.67 "GET /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306090 Jul 02 11:06:43.272047 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4e3de4bf-5769-4476-a618-2edd65944c45 req-955b43a0-ca40-445c-9927-c8f9907004ac service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652145 Jul 02 11:06:43.430574 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4e3de4bf-5769-4476-a618-2edd65944c45 req-da9b5711-cb51-4f45-afcc-103fd06bf6ff service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171651 Jul 02 11:06:43.432232 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Made reservation on behalf of 9f394dde912044f6a9201a3312be6a20 for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:06:43.436337 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:43.526250 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-478c658c-f07d-44fd-bec9-d05a03a20047 req-a65d49fb-5525-4111-8059-c82479a70067 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 210 time: 0.0358253 Jul 02 11:06:43.618707 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Allocated IP 172.20.0.13 (ebf760af-3b95-4dd7-aae5-4d140a9216df/4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6/336e7211-f38e-4a22-abcb-08a9e6932058) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:06:43.676917 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e2be-992c-48a8-aaea-0a8795215825 req-c7bdb26f-62d4-4f9a-bc9d-cfbbca3eaf83 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:43.678383 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ad06e2be-992c-48a8-aaea-0a8795215825 req-c7bdb26f-62d4-4f9a-bc9d-cfbbca3eaf83 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 943 time: 0.1068389 Jul 02 11:06:43.766043 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ad06e2be-992c-48a8-aaea-0a8795215825 req-b419b606-4b2b-40dd-82e4-e18d057f8ca3 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796812 Jul 02 11:06:43.805916 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:43.843425 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:43.891719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Network ebf760af-3b95-4dd7-aae5-4d140a9216df is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:06:43.895162 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:06:43.898858 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:06:43.925123 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Pushing event updated for resources: {'Port': ['ID=336e7211-f38e-4a22-abcb-08a9e6932058,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:43.950306 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:43.951563 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:43.966764 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-d859d116-004a-4660-b435-8319f5979e9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7385988 Jul 02 11:06:44.041512 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5d51c-3755-487e-a0d7-b78a84134d44 req-d34c8cd2-e554-4a47-859d-75084cc009bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:44.042862 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f6e5d51c-3755-487e-a0d7-b78a84134d44 req-d34c8cd2-e554-4a47-859d-75084cc009bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0605609 Jul 02 11:06:44.079661 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f6e5d51c-3755-487e-a0d7-b78a84134d44 req-b24fa971-c131-46d8-893b-3e3dff09a886 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305045 Jul 02 11:06:45.422742 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['3800d62c-20bd-4977-928b-118268dedb88'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:06:46.559250 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Request body: {'port': {'device_id': '0fad3489-f65b-4c14-8f65-d7ae3130dc5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:06:46.632231 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:47.137064 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8a421-fc00-4ce6-8d9f-74f3eba8a042 req-0820c722-30d1-4df2-a21c-b3bc7da64047 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:47.139037 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-31f8a421-fc00-4ce6-8d9f-74f3eba8a042 req-0820c722-30d1-4df2-a21c-b3bc7da64047 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 943 time: 0.3643630 Jul 02 11:06:47.149137 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9813e6-f375-4ab8-b6b0-4cc03e56148f req-ebd5e447-7a18-4ed4-9b2a-ab3e8c40843e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:47.150476 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fc9813e6-f375-4ab8-b6b0-4cc03e56148f req-ebd5e447-7a18-4ed4-9b2a-ab3e8c40843e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 932 time: 0.3777313 Jul 02 11:06:47.244516 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-31f8a421-fc00-4ce6-8d9f-74f3eba8a042 req-d5af5cd6-b6c2-4a87-b390-1481677adac7 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930951 Jul 02 11:06:47.248692 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fc9813e6-f375-4ab8-b6b0-4cc03e56148f req-db0dcaa4-1c8f-4781-870b-9bfcab05a0ee tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882959 Jul 02 11:06:47.250507 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336e7211-f38e-4a22-abcb-08a9e6932058 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:06:47.259094 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:47.272592 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Transition to ACTIVE for port object 336e7211-f38e-4a22-abcb-08a9e6932058 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:06:47.276510 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:47.329445 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Pushing event updated for resources: {'Port': ['ID=336e7211-f38e-4a22-abcb-08a9e6932058,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:47.453662 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Attempting to bind port 336e7211-f38e-4a22-abcb-08a9e6932058 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:06:47.453900 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Attempting to bind port 336e7211-f38e-4a22-abcb-08a9e6932058 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:06:47.454216 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Attempting to bind port 336e7211-f38e-4a22-abcb-08a9e6932058 on network ebf760af-3b95-4dd7-aae5-4d140a9216df {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:06:47.461721 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Port 336e7211-f38e-4a22-abcb-08a9e6932058 on network ebf760af-3b95-4dd7-aae5-4d140a9216df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:06:47.462035 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Attempting to bind port 336e7211-f38e-4a22-abcb-08a9e6932058 on network ebf760af-3b95-4dd7-aae5-4d140a9216df {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:06:47.469032 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:06:47.469375 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Checking segment: {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:06:47.469747 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Bound using segment: {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:06:47.470163 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Bound port: 336e7211-f38e-4a22-abcb-08a9e6932058, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:06:47.470511 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:47.488705 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffe363-72ed-4193-ac39-590c13f215ce req-52e47ebc-7737-436f-9f07-bfb71c4b61dd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:47.490156 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d7ffe363-72ed-4193-ac39-590c13f215ce req-52e47ebc-7737-436f-9f07-bfb71c4b61dd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1088974 Jul 02 11:06:47.571879 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d7ffe363-72ed-4193-ac39-590c13f215ce req-62303f82-d085-450b-90f9-5194b0e9e6c1 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567081 Jul 02 11:06:47.572881 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] For port 336e7211-f38e-4a22-abcb-08a9e6932058, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:06:47.577292 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] For port 336e7211-f38e-4a22-abcb-08a9e6932058, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=336e7211-f38e-4a22-abcb-08a9e6932058,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:06:47.581287 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:47.613676 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:47.614512 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:47.615886 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] 10.222.0.67 "PUT /v2.0/ports/336e7211-f38e-4a22-abcb-08a9e6932058 HTTP/1.1" status: 200 len: 1094 time: 1.0609674 Jul 02 11:06:47.619830 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fad3489-f65b-4c14-8f65-d7ae3130dc5c', 'tag': '336e7211-f38e-4a22-abcb-08a9e6932058'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:06:47.623148 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a0a1fe-9012-467f-bc96-ba36db9943ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0fad3489-f65b-4c14-8f65-d7ae3130dc5c", "tag": "336e7211-f38e-4a22-abcb-08a9e6932058"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:06:47.646047 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71bbd1-d63a-488c-95f1-13d473ef9668 service neutron] Pushing event updated for resources: {'Port': ['ID=336e7211-f38e-4a22-abcb-08a9e6932058,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:47.668618 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e809379-f4a0-44b4-9b25-386ac4d8fee4 x-openstack-request-id: req-6e809379-f4a0-44b4-9b25-386ac4d8fee4 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:06:47.668933 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fad3489-f65b-4c14-8f65-d7ae3130dc5c", "tag": "336e7211-f38e-4a22-abcb-08a9e6932058", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:06:47.669173 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e809379-f4a0-44b4-9b25-386ac4d8fee4 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:06:47.669710 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fad3489-f65b-4c14-8f65-d7ae3130dc5c', 'tag': '336e7211-f38e-4a22-abcb-08a9e6932058', 'status': 'completed', 'code': 200} Jul 02 11:06:47.715038 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-027df256-f6c6-49b6-9649-e48edd925567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:47.716725 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-027df256-f6c6-49b6-9649-e48edd925567 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f394dde912044f6a9201a3312be6a20&device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 1097 time: 0.0578859 Jul 02 11:06:47.778084 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-ae51c42f-1eb4-4f6d-8712-4b1f10e89bb7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=336e7211-f38e-4a22-abcb-08a9e6932058 HTTP/1.1" status: 200 len: 217 time: 0.0467205 Jul 02 11:06:47.831136 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-500c27be-af37-4bdd-8764-5f7b5a8bd478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:47.832585 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-500c27be-af37-4bdd-8764-5f7b5a8bd478 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6 HTTP/1.1" status: 200 len: 855 time: 0.0466490 Jul 02 11:06:47.875151 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-9547d36b-40b4-4e52-8852-788b215b253e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebf760af-3b95-4dd7-aae5-4d140a9216df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263417 Jul 02 11:06:47.973154 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-6d285d97-e49a-4507-9cbf-6158b60526b8 service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875173 Jul 02 11:06:48.070670 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c6fd4b5c-34d9-41ba-9445-838d2d336e9b req-1e11eba4-2fe1-4adf-a1b6-d3488ad68bea service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823193 Jul 02 11:06:48.178561 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0a1fe-9012-467f-bc96-ba36db9943ae req-77e70f44-697d-4d47-892d-99027d1e830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:48.179996 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-28a0a1fe-9012-467f-bc96-ba36db9943ae req-77e70f44-697d-4d47-892d-99027d1e830e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f394dde912044f6a9201a3312be6a20&device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 1097 time: 0.0553968 Jul 02 11:06:48.267676 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0a1fe-9012-467f-bc96-ba36db9943ae req-6e4a8d1c-c79e-46f6-980c-56f9f92b8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:48.269121 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-28a0a1fe-9012-467f-bc96-ba36db9943ae req-6e4a8d1c-c79e-46f6-980c-56f9f92b8869 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 200 len: 916 time: 0.0812571 Jul 02 11:06:48.313387 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-28a0a1fe-9012-467f-bc96-ba36db9943ae req-e5d32ee1-299b-4aae-b62e-a4e11579c77e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=336e7211-f38e-4a22-abcb-08a9e6932058 HTTP/1.1" status: 200 len: 217 time: 0.0371873 Jul 02 11:06:48.368648 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0a1fe-9012-467f-bc96-ba36db9943ae req-439ea778-7c1d-441d-aee6-7e3c4e1e4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:48.370806 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-28a0a1fe-9012-467f-bc96-ba36db9943ae req-439ea778-7c1d-441d-aee6-7e3c4e1e4425 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6 HTTP/1.1" status: 200 len: 855 time: 0.0492806 Jul 02 11:06:48.416220 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-28a0a1fe-9012-467f-bc96-ba36db9943ae req-b59733e6-f5f6-4c14-809c-5fbe1b422d61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebf760af-3b95-4dd7-aae5-4d140a9216df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373268 Jul 02 11:06:48.591887 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16dbf2-c236-451f-8b5e-698c8bba41df req-560461c4-5095-4378-ba6c-194f7bdd82e7 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:48.593433 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4d16dbf2-c236-451f-8b5e-698c8bba41df req-560461c4-5095-4378-ba6c-194f7bdd82e7 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 944 time: 0.2053936 Jul 02 11:06:48.596352 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-28a0a1fe-9012-467f-bc96-ba36db9943ae req-fd3d7e0b-9b7d-4fd1-8e30-54732c8b0b44 service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530089 Jul 02 11:06:48.604206 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa752930-123b-4f73-b8b0-125994320328 req-f437cff7-e0c7-47d2-8320-bc55f2a8d47e tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:48.605651 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fa752930-123b-4f73-b8b0-125994320328 req-f437cff7-e0c7-47d2-8320-bc55f2a8d47e tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 943 time: 0.1986282 Jul 02 11:06:48.732100 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4d16dbf2-c236-451f-8b5e-698c8bba41df req-a9bc92cc-67aa-4e75-b9df-92e7db93fc5e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241050 Jul 02 11:06:48.740861 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fa752930-123b-4f73-b8b0-125994320328 req-e62b377c-be8b-4154-b531-3d5623b67150 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190999 Jul 02 11:06:48.775969 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-28a0a1fe-9012-467f-bc96-ba36db9943ae req-e456e61a-3fff-46cf-8e9a-67cd7f5351cc service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691742 Jul 02 11:06:48.907591 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ac1b2-3550-4e5c-8092-e1b3cfec6467 req-10147796-cca5-4389-8125-ff116f03be0a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:48.913215 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0f2ac1b2-3550-4e5c-8092-e1b3cfec6467 req-10147796-cca5-4389-8125-ff116f03be0a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0745566 Jul 02 11:06:48.950723 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0f2ac1b2-3550-4e5c-8092-e1b3cfec6467 req-4f25d341-c7d6-4933-8b2b-2ad1b4343e68 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358794 Jul 02 11:06:49.459992 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:06:49.553451 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a,segment=NetworkSegment(4b50ac79-d344-4fce-bf8f-2b043883c27e),segment_id=4b50ac79-d344-4fce-bf8f-2b043883c27e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:49.564384 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '726ad2a5-b7f9-47ad-a4df-b47a359b0d5a', 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061', 'port_id': '726ad2a5-b7f9-47ad-a4df-b47a359b0d5a', 'mac_address': 'fa:16:3e:df:73:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551642cf-0d10-4dae-b850-ce7b3696d343', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:06:49.600371 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:49.612356 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:06:49.631935 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a,segment=NetworkSegment(4b50ac79-d344-4fce-bf8f-2b043883c27e),segment_id=4b50ac79-d344-4fce-bf8f-2b043883c27e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:49.635408 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:49.679267 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:49.961555 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f518de8-a46d-4064-a757-a26076e753f3 req-20954a5a-cf0c-423c-9336-faf1ac373821 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:49.963056 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4f518de8-a46d-4064-a757-a26076e753f3 req-20954a5a-cf0c-423c-9336-faf1ac373821 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 944 time: 0.1159122 Jul 02 11:06:49.974642 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['726ad2a5-b7f9-47ad-a4df-b47a359b0d5a'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:06:49.982441 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff6f15-a3a4-4959-bfea-7462ded0858c req-40e92eb3-7828-4afb-b19d-5365fc7a06d6 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:49.984438 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-abff6f15-a3a4-4959-bfea-7462ded0858c req-40e92eb3-7828-4afb-b19d-5365fc7a06d6 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 944 time: 0.1061544 Jul 02 11:06:50.032459 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4f518de8-a46d-4064-a757-a26076e753f3 req-b3447be5-7d4e-405b-869e-ca6d3a9c4044 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630062 Jul 02 11:06:50.039662 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-abff6f15-a3a4-4959-bfea-7462ded0858c req-5dd0ad6c-7535-4d2a-934b-d912e45e7064 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477455 Jul 02 11:06:50.198358 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da615314-c411-4148-9b76-de799499ca63 req-9628b768-c4b8-4acd-a35f-8206441e95bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:50.199832 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-da615314-c411-4148-9b76-de799499ca63 req-9628b768-c4b8-4acd-a35f-8206441e95bb tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0666201 Jul 02 11:06:50.237785 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-da615314-c411-4148-9b76-de799499ca63 req-fd0c49bc-cfb4-4388-992e-53aaa3bbe817 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315151 Jul 02 11:06:52.036583 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 336e7211-f38e-4a22-abcb-08a9e6932058 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:06:52.127904 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 336e7211-f38e-4a22-abcb-08a9e6932058, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=336e7211-f38e-4a22-abcb-08a9e6932058,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:52.138412 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '336e7211-f38e-4a22-abcb-08a9e6932058', 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df', 'port_id': '336e7211-f38e-4a22-abcb-08a9e6932058', 'mac_address': 'fa:16:3e:97:26:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:06:52.173602 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:52.189735 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336e7211-f38e-4a22-abcb-08a9e6932058 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:06:52.209674 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 336e7211-f38e-4a22-abcb-08a9e6932058, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=336e7211-f38e-4a22-abcb-08a9e6932058,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:52.213264 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:52.257950 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=336e7211-f38e-4a22-abcb-08a9e6932058,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:53.262445 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f81a95-416f-4f8c-81d2-bfd9c52be734 req-55c569a8-b6a8-4384-89d9-86980c003228 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:53.263901 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e9f81a95-416f-4f8c-81d2-bfd9c52be734 req-55c569a8-b6a8-4384-89d9-86980c003228 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 945 time: 0.0970337 Jul 02 11:06:53.294507 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55babdf9-270b-4966-a5da-184cfb0ac59d req-c694eaad-f117-422b-9517-84e725baedd6 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:53.295937 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-55babdf9-270b-4966-a5da-184cfb0ac59d req-c694eaad-f117-422b-9517-84e725baedd6 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 944 time: 0.0927989 Jul 02 11:06:53.334588 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e9f81a95-416f-4f8c-81d2-bfd9c52be734 req-f2c2c156-1bc5-4612-9050-42188b712fa9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634477 Jul 02 11:06:53.352217 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-55babdf9-270b-4966-a5da-184cfb0ac59d req-cc5e6681-17c9-4a8e-8f82-9ae5fe8be927 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493736 Jul 02 11:06:53.433224 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['336e7211-f38e-4a22-abcb-08a9e6932058'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:06:53.810540 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22145-87f1-4f1a-bedc-fc30728b22fa req-36063b94-59a8-4fd9-8167-45d33dd9dd08 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:53.811982 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b0b22145-87f1-4f1a-bedc-fc30728b22fa req-36063b94-59a8-4fd9-8167-45d33dd9dd08 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0628526 Jul 02 11:06:53.849051 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b0b22145-87f1-4f1a-bedc-fc30728b22fa req-c323886d-c0e3-4432-a80a-49a58e96fe56 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308654 Jul 02 11:06:54.581073 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f676a-59a8-4966-84e9-ef1543bd89ec req-10fb2b2a-14d6-4a26-9072-b60a15dc7414 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:54.582545 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-206f676a-59a8-4966-84e9-ef1543bd89ec req-10fb2b2a-14d6-4a26-9072-b60a15dc7414 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 944 time: 0.1038647 Jul 02 11:06:54.590338 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a52977-f7a4-45ba-8a4e-f2bf1687f241 req-fbc8b798-95b6-410e-b24a-7c6f27a0012e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:54.591688 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a3a52977-f7a4-45ba-8a4e-f2bf1687f241 req-fbc8b798-95b6-410e-b24a-7c6f27a0012e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 945 time: 0.1142230 Jul 02 11:06:54.645048 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-206f676a-59a8-4966-84e9-ef1543bd89ec req-3b553b07-8d3b-4ddc-b63c-05775fe3ccb4 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523238 Jul 02 11:06:54.649500 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a3a52977-f7a4-45ba-8a4e-f2bf1687f241 req-35e9a4e1-4b03-41c2-a36d-e94cb0003b3d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512269 Jul 02 11:06:55.478287 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:06:55.526715 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:06:55.530559 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:06:55.530936 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:55.615361 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:55.636839 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e002768b-26b2-44e4-80db-7d968d6c1ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726ad2a5-b7f9-47ad-a4df-b47a359b0d5a'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:06:55.639064 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d6badf-b525-4fca-80f5-0146e21d3bbd" -d '{"events": [{"server_uuid": "e002768b-26b2-44e4-80db-7d968d6c1ed8", "name": "network-vif-plugged", "status": "completed", "tag": "726ad2a5-b7f9-47ad-a4df-b47a359b0d5a"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:06:55.651863 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a,segment=NetworkSegment(4b50ac79-d344-4fce-bf8f-2b043883c27e),segment_id=4b50ac79-d344-4fce-bf8f-2b043883c27e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:55.655565 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:55.656460 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 336e7211-f38e-4a22-abcb-08a9e6932058 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:06:55.712256 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de355ceb-2d52-4484-977f-3abb4ce71700 x-openstack-request-id: req-de355ceb-2d52-4484-977f-3abb4ce71700 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:06:55.712933 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e002768b-26b2-44e4-80db-7d968d6c1ed8", "name": "network-vif-plugged", "status": "completed", "tag": "726ad2a5-b7f9-47ad-a4df-b47a359b0d5a", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:06:55.713367 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de355ceb-2d52-4484-977f-3abb4ce71700 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:06:55.720921 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e002768b-26b2-44e4-80db-7d968d6c1ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726ad2a5-b7f9-47ad-a4df-b47a359b0d5a', 'code': 200} Jul 02 11:06:55.768218 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:55.787188 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 336e7211-f38e-4a22-abcb-08a9e6932058 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:06:55.790943 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 336e7211-f38e-4a22-abcb-08a9e6932058 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:06:55.791338 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:55.876182 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dee8a-56d3-4437-a257-9e2dba658087 req-20d06141-41a4-4f15-9756-e6ab7e33a098 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:55.878871 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f99dee8a-56d3-4437-a257-9e2dba658087 req-20d06141-41a4-4f15-9756-e6ab7e33a098 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1043067 Jul 02 11:06:55.882223 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:55.885410 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b595-6e5a-4d1b-8361-1706424fb851 req-fc628e3d-871c-4f07-8af2-576011a0c1b6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:55.886905 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6a17b595-6e5a-4d1b-8361-1706424fb851 req-fc628e3d-871c-4f07-8af2-576011a0c1b6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 945 time: 0.1231570 Jul 02 11:06:55.926779 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 336e7211-f38e-4a22-abcb-08a9e6932058, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=336e7211-f38e-4a22-abcb-08a9e6932058,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:06:55.931054 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:55.972372 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f99dee8a-56d3-4437-a257-9e2dba658087 req-bbdc50cd-a5cb-416f-8132-a1ed83db5f54 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844903 Jul 02 11:06:55.980753 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=336e7211-f38e-4a22-abcb-08a9e6932058,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:55.987556 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6a17b595-6e5a-4d1b-8361-1706424fb851 req-ff0cb4d6-5311-4caf-8dd9-ee6748b8eeb6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920701 Jul 02 11:06:56.003336 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb5f22-dc4c-4cba-aec9-501870520c0e req-54ef895b-2493-464c-9ce8-d5d63aaa0897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:56.004945 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-11bb5f22-dc4c-4cba-aec9-501870520c0e req-54ef895b-2493-464c-9ce8-d5d63aaa0897 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0945549 Jul 02 11:06:56.039347 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-11bb5f22-dc4c-4cba-aec9-501870520c0e req-d30e00ff-3124-4b53-ab55-62d93d9f8ce3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273879 Jul 02 11:06:57.213529 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37027f-c899-44ef-81a7-52496637ed52 req-66fd5af3-badb-4bb3-b19a-73b94604ae6d tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:57.215019 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cd37027f-c899-44ef-81a7-52496637ed52 req-66fd5af3-badb-4bb3-b19a-73b94604ae6d tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1077373 Jul 02 11:06:57.263331 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cd37027f-c899-44ef-81a7-52496637ed52 req-e47b0df6-56a2-4018-be89-74326a74fcc3 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410354 Jul 02 11:06:57.272296 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a19ea-c092-4dc3-8ff4-c792329d7795 req-5c475ee8-2a79-4845-829d-f151c586efd9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:57.273683 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-324a19ea-c092-4dc3-8ff4-c792329d7795 req-5c475ee8-2a79-4845-829d-f151c586efd9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 946 time: 0.1063170 Jul 02 11:06:57.322366 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-324a19ea-c092-4dc3-8ff4-c792329d7795 req-72011053-01c1-4585-9dcc-e1195f3cd256 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380089 Jul 02 11:06:57.541777 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:57.722775 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fad3489-f65b-4c14-8f65-d7ae3130dc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336e7211-f38e-4a22-abcb-08a9e6932058'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:06:57.725149 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1586d3d6-03cc-45d2-8574-8b3403341ab2" -d '{"events": [{"server_uuid": "0fad3489-f65b-4c14-8f65-d7ae3130dc5c", "name": "network-vif-plugged", "status": "completed", "tag": "336e7211-f38e-4a22-abcb-08a9e6932058"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:06:57.761400 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61c6146-0e56-4d82-92f6-647bb131b4d0 x-openstack-request-id: req-f61c6146-0e56-4d82-92f6-647bb131b4d0 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:06:57.761693 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fad3489-f65b-4c14-8f65-d7ae3130dc5c", "name": "network-vif-plugged", "status": "completed", "tag": "336e7211-f38e-4a22-abcb-08a9e6932058", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:06:57.761968 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f61c6146-0e56-4d82-92f6-647bb131b4d0 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:06:57.762361 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fad3489-f65b-4c14-8f65-d7ae3130dc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336e7211-f38e-4a22-abcb-08a9e6932058', 'code': 200} Jul 02 11:06:58.017407 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097da536-99e8-4af4-9d62-402030b38674 req-a24dda38-1d86-4258-b8d2-0aeab10af1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:58.018961 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-097da536-99e8-4af4-9d62-402030b38674 req-a24dda38-1d86-4258-b8d2-0aeab10af1ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 1099 time: 0.0544627 Jul 02 11:06:58.061707 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-097da536-99e8-4af4-9d62-402030b38674 req-375eb387-5eea-47b4-9d85-2303335ae5c0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344968 Jul 02 11:06:58.179473 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 38554) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:58.294334 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-24d82e1a-0468-4096-9284-3d8b73f2097e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:58.444080 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-24d82e1a-0468-4096-9284-3d8b73f2097e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:58.450662 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-24d82e1a-0468-4096-9284-3d8b73f2097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:58.505195 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10400cb0-4603-4158-92a9-42c04cf686e6 req-1a7d7243-adc2-4165-b99b-ab1a6c87fc36 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:58.506748 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10400cb0-4603-4158-92a9-42c04cf686e6 req-1a7d7243-adc2-4165-b99b-ab1a6c87fc36 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1263199 Jul 02 11:06:58.511709 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 38570) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:06:58.512357 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-24d82e1a-0468-4096-9284-3d8b73f2097e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc5a214922db4a60aeccc4a674a64cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311524 Jul 02 11:06:58.512747 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d82e1a-0468-4096-9284-3d8b73f2097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36583180-a351-43b2-845d-c1a91a065219,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:58.555596 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10400cb0-4603-4158-92a9-42c04cf686e6 req-c6d9c76c-ee03-4c59-bceb-93bde24974a1 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399909 Jul 02 11:06:58.581255 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc74ca7b-86b7-4780-be2d-4848da801137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:58.604887 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc74ca7b-86b7-4780-be2d-4848da801137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:58.666691 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc74ca7b-86b7-4780-be2d-4848da801137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:58.669192 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc74ca7b-86b7-4780-be2d-4848da801137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:06:58.672654 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-cc74ca7b-86b7-4780-be2d-4848da801137 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36583180-a351-43b2-845d-c1a91a065219 HTTP/1.1" status: 204 len: 168 time: 0.1576493 Jul 02 11:06:58.678096 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74ca7b-86b7-4780-be2d-4848da801137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36583180-a351-43b2-845d-c1a91a065219,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:06:58.751371 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb984d2-e2ae-4d90-8013-fd80a6195b14 req-fc9d9458-e499-4646-9455-c107a8f96e6e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:58.757258 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3bb984d2-e2ae-4d90-8013-fd80a6195b14 req-fc9d9458-e499-4646-9455-c107a8f96e6e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 946 time: 0.0792413 Jul 02 11:06:58.794932 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3bb984d2-e2ae-4d90-8013-fd80a6195b14 req-f67d7b57-a9bf-4435-9aa8-fe9f503d9c85 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357528 Jul 02 11:06:59.615823 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23a560-c080-4e16-bfd5-c81457a0b286 req-0e0c6407-d0ca-4363-b602-a8ad85b36bcf tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:59.617365 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6f23a560-c080-4e16-bfd5-c81457a0b286 req-0e0c6407-d0ca-4363-b602-a8ad85b36bcf tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0674961 Jul 02 11:06:59.656497 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6f23a560-c080-4e16-bfd5-c81457a0b286 req-9e975445-b2a3-45ad-962f-59b0becc66c9 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330837 Jul 02 11:06:59.967859 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670328f-c610-46ed-b9f1-6a76280ce473 req-42f3a4d7-2538-45c6-8601-e09c059b1233 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:06:59.969261 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9670328f-c610-46ed-b9f1-6a76280ce473 req-42f3a4d7-2538-45c6-8601-e09c059b1233 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 946 time: 0.0615129 Jul 02 11:07:00.012459 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9670328f-c610-46ed-b9f1-6a76280ce473 req-750f2b13-6917-4e45-8c11-7849adabbd3b tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348265 Jul 02 11:07:00.704952 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-04243fdf-6284-4d87-b098-c3d923450afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:00.879563 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614f272-17a4-4fc1-b09b-590e1768a891 req-9d7b020b-027c-4345-bddf-a41a4971eb38 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:00.881022 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1614f272-17a4-4fc1-b09b-590e1768a891 req-9d7b020b-027c-4345-bddf-a41a4971eb38 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0669401 Jul 02 11:07:00.922312 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1614f272-17a4-4fc1-b09b-590e1768a891 req-b9fd45fb-706a-4da2-bdbe-23a7865277ba tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355449 Jul 02 11:07:01.925483 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6b546-5ff1-4baf-900d-181ef99e5f1d req-4f129e0e-8d1c-4987-b2a9-d65d90452f47 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:01.927082 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-38e6b546-5ff1-4baf-900d-181ef99e5f1d req-4f129e0e-8d1c-4987-b2a9-d65d90452f47 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.67 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0728698 Jul 02 11:07:02.216706 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-38e6b546-5ff1-4baf-900d-181ef99e5f1d req-ac77d4c3-57af-462b-b2ba-7ba254962d3c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Deleting port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:07:02.216955 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-38e6b546-5ff1-4baf-900d-181ef99e5f1d req-ac77d4c3-57af-462b-b2ba-7ba254962d3c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:02.245933 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9647a-9885-4189-b0a4-2b657a189521 req-d7ffd2f1-e918-422c-9a2d-7e0cbf92a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:02.247397 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-91c9647a-9885-4189-b0a4-2b657a189521 req-d7ffd2f1-e918-422c-9a2d-7e0cbf92a5de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 1098 time: 0.1892982 Jul 02 11:07:02.257004 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a8fe7-b690-47f3-b4b9-437c428f5f7d req-c05e5de8-6192-4f0e-a2f6-827164adf800 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:02.258315 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-aa0a8fe7-b690-47f3-b4b9-437c428f5f7d req-c05e5de8-6192-4f0e-a2f6-827164adf800 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1988513 Jul 02 11:07:02.294329 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d8fe6-df99-423c-b0f9-5f085fc2e99a req-c2ebb3fc-5601-404f-a569-e7c6b73259f3 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:02.295707 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a69d8fe6-df99-423c-b0f9-5f085fc2e99a req-c2ebb3fc-5601-404f-a569-e7c6b73259f3 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.2138882 Jul 02 11:07:02.654803 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-38e6b546-5ff1-4baf-900d-181ef99e5f1d req-ac77d4c3-57af-462b-b2ba-7ba254962d3c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] For port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a,segment=NetworkSegment(4b50ac79-d344-4fce-bf8f-2b043883c27e),segment_id=4b50ac79-d344-4fce-bf8f-2b043883c27e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:02.655160 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-38e6b546-5ff1-4baf-900d-181ef99e5f1d req-ac77d4c3-57af-462b-b2ba-7ba254962d3c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:02.667237 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-aa0a8fe7-b690-47f3-b4b9-437c428f5f7d req-5a48aade-84f6-410d-978f-3005287a0f20 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925352 Jul 02 11:07:02.675330 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 38700) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:02.685324 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a69d8fe6-df99-423c-b0f9-5f085fc2e99a req-c17227b7-4e90-4b46-8f93-d744b7f6b388 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521605 Jul 02 11:07:02.694796 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-38e6b546-5ff1-4baf-900d-181ef99e5f1d req-ac77d4c3-57af-462b-b2ba-7ba254962d3c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Calling delete_port for 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:07:02.700387 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9647a-9885-4189-b0a4-2b657a189521 req-75bb6298-17c6-41e2-8c09-b0c34a160e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:02.702111 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-91c9647a-9885-4189-b0a4-2b657a189521 req-75bb6298-17c6-41e2-8c09-b0c34a160e10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 920 time: 0.4429634 Jul 02 11:07:02.771916 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-91c9647a-9885-4189-b0a4-2b657a189521 req-a3c80fcd-e8e0-4fd6-bd2d-536a56ccc5ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 HTTP/1.1" status: 200 len: 217 time: 0.0610776 Jul 02 11:07:02.802734 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6e326f4-ab32-4cbe-b6e2-54eb0e55aae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:02.866142 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9647a-9885-4189-b0a4-2b657a189521 req-65a550a8-8cb9-4c0d-9d4f-f8f36a2943c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:02.871236 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-91c9647a-9885-4189-b0a4-2b657a189521 req-65a550a8-8cb9-4c0d-9d4f-f8f36a2943c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=184b15da-0379-412b-9c0e-bcf60dcc3ada HTTP/1.1" status: 200 len: 859 time: 0.0638850 Jul 02 11:07:02.904917 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6e326f4-ab32-4cbe-b6e2-54eb0e55aae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:02.909659 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6e326f4-ab32-4cbe-b6e2-54eb0e55aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:02.910598 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-91c9647a-9885-4189-b0a4-2b657a189521 req-c9d1d682-ba48-4d4e-8114-75f8ad0c38ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=181fc37a-db12-4b98-ac32-011683527f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328910 Jul 02 11:07:02.945818 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e326f4-ab32-4cbe-b6e2-54eb0e55aae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af38330e-f60d-4f29-85c5-9ec4c4514e53,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:02.952851 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-e6e326f4-ab32-4cbe-b6e2-54eb0e55aae6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d124274d3d4e40c684be74712f615e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754104 Jul 02 11:07:02.954609 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 38706) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:03.000868 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9926940-cea1-4ee3-a0f8-9cc238023fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:03.022987 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9926940-cea1-4ee3-a0f8-9cc238023fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:03.023874 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-38e6b546-5ff1-4baf-900d-181ef99e5f1d req-ac77d4c3-57af-462b-b2ba-7ba254962d3c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:03.033076 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e9658ff8-e519-4b47-9d04-a2686df2f45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:03.039324 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['726ad2a5-b7f9-47ad-a4df-b47a359b0d5a'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:07:03.066268 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77d4c3-57af-462b-b2ba-7ba254962d3c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Pushing event deleted for resources: {'Port': ['ID=726ad2a5-b7f9-47ad-a4df-b47a359b0d5a,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:03.085623 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9926940-cea1-4ee3-a0f8-9cc238023fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:03.088386 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9926940-cea1-4ee3-a0f8-9cc238023fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:03.090676 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-b9926940-cea1-4ee3-a0f8-9cc238023fd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af38330e-f60d-4f29-85c5-9ec4c4514e53 HTTP/1.1" status: 204 len: 168 time: 0.1346536 Jul 02 11:07:03.100249 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9926940-cea1-4ee3-a0f8-9cc238023fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af38330e-f60d-4f29-85c5-9ec4c4514e53,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:03.121455 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-91c9647a-9885-4189-b0a4-2b657a189521 req-7a6ba936-8707-424e-9603-cabd49e2940a service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789601 Jul 02 11:07:03.138950 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e6b546-5ff1-4baf-900d-181ef99e5f1d req-ac77d4c3-57af-462b-b2ba-7ba254962d3c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] No DVR routers for this DVR port 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:07:03.164677 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-38e6b546-5ff1-4baf-900d-181ef99e5f1d req-ac77d4c3-57af-462b-b2ba-7ba254962d3c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:03.166626 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-38e6b546-5ff1-4baf-900d-181ef99e5f1d req-ac77d4c3-57af-462b-b2ba-7ba254962d3c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.67 "DELETE /v2.0/ports/726ad2a5-b7f9-47ad-a4df-b47a359b0d5a HTTP/1.1" status: 204 len: 173 time: 1.2336020 Jul 02 11:07:03.167058 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e002768b-26b2-44e4-80db-7d968d6c1ed8', 'name': 'network-vif-deleted', 'tag': '726ad2a5-b7f9-47ad-a4df-b47a359b0d5a'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:07:03.169305 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9063719f-84d1-4ee1-bf94-e68d9ccd3029" -d '{"events": [{"server_uuid": "e002768b-26b2-44e4-80db-7d968d6c1ed8", "name": "network-vif-deleted", "tag": "726ad2a5-b7f9-47ad-a4df-b47a359b0d5a"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:07:03.222371 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f56007-bdf0-4dab-94c7-40d8e711749d x-openstack-request-id: req-16f56007-bdf0-4dab-94c7-40d8e711749d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:07:03.222859 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e002768b-26b2-44e4-80db-7d968d6c1ed8", "name": "network-vif-deleted", "tag": "726ad2a5-b7f9-47ad-a4df-b47a359b0d5a", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:07:03.223114 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16f56007-bdf0-4dab-94c7-40d8e711749d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:07:03.223509 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e002768b-26b2-44e4-80db-7d968d6c1ed8', 'name': 'network-vif-deleted', 'tag': '726ad2a5-b7f9-47ad-a4df-b47a359b0d5a', 'status': 'completed', 'code': 200} Jul 02 11:07:03.245525 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-91c9647a-9885-4189-b0a4-2b657a189521 req-35221bf4-741b-4cc9-8d81-8083b5db3f5d service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075966 Jul 02 11:07:03.247163 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:07:03.474200 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:03.864676 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfa00d5a-3cf5-4a9b-af86-5a4502104481 req-5bf10c67-ad9e-4d1f-ae82-be0a8a5d24be tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=e002768b-26b2-44e4-80db-7d968d6c1ed8 HTTP/1.1" status: 200 len: 210 time: 0.0482092 Jul 02 11:07:03.956937 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501fff0-9d84-48fe-bb9f-7d6da1c941b4 req-f04cc0de-af06-4eb4-8818-189f7a80cbbc tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:03.959284 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2501fff0-9d84-48fe-bb9f-7d6da1c941b4 req-f04cc0de-af06-4eb4-8818-189f7a80cbbc tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1125381 Jul 02 11:07:04.008593 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2501fff0-9d84-48fe-bb9f-7d6da1c941b4 req-8261a65d-81fb-4607-936a-7c44b5a0f6dd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434470 Jul 02 11:07:04.367524 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:05.194400 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1c799-6712-4efa-aa50-ee7ba7367126 req-dab6e20f-248e-4cb4-8a76-1fe9b68f8bfc tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:05.195913 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-62c1c799-6712-4efa-aa50-ee7ba7367126 req-dab6e20f-248e-4cb4-8a76-1fe9b68f8bfc tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0675733 Jul 02 11:07:05.265864 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-62c1c799-6712-4efa-aa50-ee7ba7367126 req-8bd3e5c1-9185-4a1d-90d2-ecfaf35a6bb4 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640326 Jul 02 11:07:05.339099 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-6ff83ce2-3d6b-4958-8e20-fd38b88e997b tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:05.340582 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-6ff83ce2-3d6b-4958-8e20-fd38b88e997b tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/networks?id=0083b809-0a5e-4dae-9d4d-c8cd28c61061 HTTP/1.1" status: 200 len: 808 time: 0.1169972 Jul 02 11:07:05.356011 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-f3bba3e2-002a-4c43-ab7b-f2d5edebd65c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/quotas/4db96447a7f94a8abbf3b1a241727d24 HTTP/1.1" status: 200 len: 375 time: 0.0100613 Jul 02 11:07:05.393872 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-16b38461-628c-4a9c-9d43-8b19e097898f tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4db96447a7f94a8abbf3b1a241727d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325038 Jul 02 11:07:05.483751 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-cbfd3b74-b5f5-4eef-a0a7-0499c0702140 service neutron] 10.222.0.24 "GET /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828764 Jul 02 11:07:05.522523 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:07:05.542002 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:07:05.542342 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 726ad2a5-b7f9-47ad-a4df-b47a359b0d5a not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:07:05.581577 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-0687d8a3-be3f-4f7e-af24-83b22ef5ed46 service neutron] 10.222.0.24 "GET /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915892 Jul 02 11:07:05.751396 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-14557f56-58d4-4fe1-a92d-7bbaae6b446d req-42b2ac09-be9a-4d87-85a6-3fbe9f50e10c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 210 time: 0.0315459 Jul 02 11:07:05.854351 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:06.449652 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d72ea-6cf3-4f83-bd76-21ab4d164d4b req-f588a8ec-437d-47d6-be19-81db4655f02b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:06.451396 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d86d72ea-6cf3-4f83-bd76-21ab4d164d4b req-f588a8ec-437d-47d6-be19-81db4655f02b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0643530 Jul 02 11:07:06.490143 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d86d72ea-6cf3-4f83-bd76-21ab4d164d4b req-f0fa0201-3e3a-4fe2-9337-e58347acd7a0 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318570 Jul 02 11:07:06.928275 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-eb455c36-6e2b-4d6b-a0b1-de4811acaeeb req-552f4581-e72e-4a90-ba44-7847c4a02c89 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 210 time: 0.0407922 Jul 02 11:07:06.962547 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-5ef71b3c-1e79-4367-a895-e53cb62ffd38 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:06.963969 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-5ef71b3c-1e79-4367-a895-e53cb62ffd38 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.67 "GET /v2.0/networks?id=0083b809-0a5e-4dae-9d4d-c8cd28c61061 HTTP/1.1" status: 200 len: 808 time: 0.1476848 Jul 02 11:07:06.977779 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Request body: {'port': {'device_id': 'bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b', 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061', 'admin_state_up': True, 'tenant_id': '4db96447a7f94a8abbf3b1a241727d24'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:07:07.091288 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Made reservation on behalf of 4db96447a7f94a8abbf3b1a241727d24 for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:07:07.094989 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:07.220506 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Allocated IP 172.20.0.6 (0083b809-0a5e-4dae-9d4d-c8cd28c61061/551642cf-0d10-4dae-b850-ce7b3696d343/442d4079-7417-4091-988c-3d526284281d) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:07:07.366403 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:07.406198 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:07.458909 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:07:07.462664 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:07:07.466718 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:07:07.473117 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Pushing event updated for resources: {'Port': ['ID=442d4079-7417-4091-988c-3d526284281d,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:07.507608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:07.507608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:07.507608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:07.507608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:07.507608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:07.507608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:07.507608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:07.507608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:07.507608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:07.507608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:07.507608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:07.507608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:07.529528 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:07.530160 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:07.545536 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-d2038d0f-9dad-4d5f-b18c-6b046dc6a76a tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713639 Jul 02 11:07:07.558114 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Request body: {'port': {'device_id': 'bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:07:07.665482 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:07.731709 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177ad9-d88c-4b94-b128-aa75eba7fa81 req-b9452690-04c5-4822-b9eb-f9a073b7a561 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:07.733201 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9a177ad9-d88c-4b94-b128-aa75eba7fa81 req-b9452690-04c5-4822-b9eb-f9a073b7a561 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1166110 Jul 02 11:07:07.836556 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9a177ad9-d88c-4b94-b128-aa75eba7fa81 req-07cb738b-143e-48b8-902b-f6e4de9cf1e0 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946167 Jul 02 11:07:07.985271 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442d4079-7417-4091-988c-3d526284281d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:07:07.993865 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:08.006490 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Transition to ACTIVE for port object 442d4079-7417-4091-988c-3d526284281d will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:07:08.010470 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:08.071913 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Pushing event updated for resources: {'Port': ['ID=442d4079-7417-4091-988c-3d526284281d,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:08.185834 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Attempting to bind port 442d4079-7417-4091-988c-3d526284281d on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:07:08.186146 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Attempting to bind port 442d4079-7417-4091-988c-3d526284281d by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '4b50ac79-d344-4fce-bf8f-2b043883c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:07:08.186466 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Attempting to bind port 442d4079-7417-4091-988c-3d526284281d on network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:07:08.203850 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2f06-bcf5-4c97-9c84-88cb70dd364a req-c41ea56b-afde-49bb-b3f4-c1252a2f49b5 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:08.206503 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a4dd2f06-bcf5-4c97-9c84-88cb70dd364a req-c41ea56b-afde-49bb-b3f4-c1252a2f49b5 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 943 time: 0.1473496 Jul 02 11:07:08.207241 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Port 442d4079-7417-4091-988c-3d526284281d on network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:07:08.207684 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Attempting to bind port 442d4079-7417-4091-988c-3d526284281d on network 0083b809-0a5e-4dae-9d4d-c8cd28c61061 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:07:08.217073 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:07:08.217535 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Checking segment: {'id': '4b50ac79-d344-4fce-bf8f-2b043883c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:07:08.218053 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Bound using segment: {'id': '4b50ac79-d344-4fce-bf8f-2b043883c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:07:08.218641 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Bound port: 442d4079-7417-4091-988c-3d526284281d, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b50ac79-d344-4fce-bf8f-2b043883c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:07:08.219208 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:08.288963 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a4dd2f06-bcf5-4c97-9c84-88cb70dd364a req-0a94271c-a9ce-46a6-a5ae-2e39e09b61e0 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745637 Jul 02 11:07:08.315995 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] For port 442d4079-7417-4091-988c-3d526284281d, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:07:08.320006 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] For port 442d4079-7417-4091-988c-3d526284281d, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=442d4079-7417-4091-988c-3d526284281d,segment=NetworkSegment(4b50ac79-d344-4fce-bf8f-2b043883c27e),segment_id=4b50ac79-d344-4fce-bf8f-2b043883c27e)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:07:08.324155 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:08.363971 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:08.364589 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:08.366002 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] 10.222.0.67 "PUT /v2.0/ports/442d4079-7417-4091-988c-3d526284281d HTTP/1.1" status: 200 len: 1093 time: 0.8121881 Jul 02 11:07:08.366434 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b', 'tag': '442d4079-7417-4091-988c-3d526284281d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:07:08.368691 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a000a77c-c857-44b4-ab7f-906524d39f34" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b", "tag": "442d4079-7417-4091-988c-3d526284281d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:07:08.402442 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3d02b-3843-4780-af37-792a4c1d9843 service neutron] Pushing event updated for resources: {'Port': ['ID=442d4079-7417-4091-988c-3d526284281d,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:08.422631 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a250aee1-5fff-426a-b519-f24660c1fb32 x-openstack-request-id: req-a250aee1-5fff-426a-b519-f24660c1fb32 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:07:08.422919 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b", "tag": "442d4079-7417-4091-988c-3d526284281d", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:07:08.423167 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a250aee1-5fff-426a-b519-f24660c1fb32 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:07:08.423548 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b', 'tag': '442d4079-7417-4091-988c-3d526284281d', 'status': 'completed', 'code': 200} Jul 02 11:07:08.527273 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-38aff602-aca4-4c4e-b5ba-fd78feff1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:08.528984 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-38aff602-aca4-4c4e-b5ba-fd78feff1e87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4db96447a7f94a8abbf3b1a241727d24&device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 1096 time: 0.1146021 Jul 02 11:07:08.544179 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598ca08-c856-4ed3-b6c9-0ffeec40117b req-dbed0d60-b14d-4e5c-be7a-69c47aff34d0 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:08.545694 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9598ca08-c856-4ed3-b6c9-0ffeec40117b req-dbed0d60-b14d-4e5c-be7a-69c47aff34d0 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1000230 Jul 02 11:07:08.597268 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-8aeba3e2-abc8-4366-80fc-f6582d8f828c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442d4079-7417-4091-988c-3d526284281d HTTP/1.1" status: 200 len: 217 time: 0.0463505 Jul 02 11:07:08.616485 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9598ca08-c856-4ed3-b6c9-0ffeec40117b req-f9d1fec9-8f56-4611-a045-4c84f8ef929f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598755 Jul 02 11:07:08.664230 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-11f0aa13-2f59-4d80-80f2-1cadf338f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:08.665733 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-11f0aa13-2f59-4d80-80f2-1cadf338f271 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=551642cf-0d10-4dae-b850-ce7b3696d343 HTTP/1.1" status: 200 len: 848 time: 0.0483947 Jul 02 11:07:08.700181 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-5d866dc5-f937-413e-b698-a7c84c5bc26a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0083b809-0a5e-4dae-9d4d-c8cd28c61061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275025 Jul 02 11:07:08.803629 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-83e0e3b2-2b53-4b38-bdf5-400ab7af743f service neutron] 10.222.0.67 "GET /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947843 Jul 02 11:07:08.898936 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed252828-f306-40a6-b014-ca4cc647bcfe req-fef0e5f8-d016-4aca-80aa-6b29023fc455 service neutron] 10.222.0.67 "GET /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873570 Jul 02 11:07:09.066365 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000a77c-c857-44b4-ab7f-906524d39f34 req-83a9a667-6bfa-48de-ae38-add018df370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:09.068031 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a000a77c-c857-44b4-ab7f-906524d39f34 req-83a9a667-6bfa-48de-ae38-add018df370e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4db96447a7f94a8abbf3b1a241727d24&device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 1096 time: 0.0987630 Jul 02 11:07:09.080786 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad361742-30e8-4d31-9d3f-be4eedbf1b4d req-05463f35-68d2-453f-a017-68f704180f7b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:09.082299 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ad361742-30e8-4d31-9d3f-be4eedbf1b4d req-05463f35-68d2-453f-a017-68f704180f7b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1053791 Jul 02 11:07:09.386868 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ad361742-30e8-4d31-9d3f-be4eedbf1b4d req-c7df4f11-af0c-40f5-8524-fc7f07e7e4a1 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951040 Jul 02 11:07:09.453362 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000a77c-c857-44b4-ab7f-906524d39f34 req-4240a438-02a8-47df-a6eb-dbcda048dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:09.454817 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a000a77c-c857-44b4-ab7f-906524d39f34 req-4240a438-02a8-47df-a6eb-dbcda048dc0d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0083b809-0a5e-4dae-9d4d-c8cd28c61061 HTTP/1.1" status: 200 len: 909 time: 0.3705370 Jul 02 11:07:09.518775 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a000a77c-c857-44b4-ab7f-906524d39f34 req-17cac8c5-159e-4675-bcaf-39d4cbe88d69 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442d4079-7417-4091-988c-3d526284281d HTTP/1.1" status: 200 len: 217 time: 0.0545313 Jul 02 11:07:09.565526 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea305b-cfd1-4295-a948-482966fa08eb req-2fcfc455-35df-4281-b659-6ce4c1ce4ee6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:09.567843 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-2fcfc455-35df-4281-b659-6ce4c1ce4ee6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/networks?id=ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 200 len: 815 time: 0.2042758 Jul 02 11:07:09.615161 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-045fe86f-0061-4b3f-9269-b6cbb2338c9f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/quotas/9f394dde912044f6a9201a3312be6a20 HTTP/1.1" status: 200 len: 375 time: 0.0270491 Jul 02 11:07:09.623937 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000a77c-c857-44b4-ab7f-906524d39f34 req-2fb7e230-b01d-4678-9c92-e3d18caf0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:09.625339 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a000a77c-c857-44b4-ab7f-906524d39f34 req-2fb7e230-b01d-4678-9c92-e3d18caf0908 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=551642cf-0d10-4dae-b850-ce7b3696d343 HTTP/1.1" status: 200 len: 848 time: 0.0817397 Jul 02 11:07:09.685227 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a000a77c-c857-44b4-ab7f-906524d39f34 req-4762e9e1-8ba2-43f5-b860-c433660537ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0083b809-0a5e-4dae-9d4d-c8cd28c61061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485678 Jul 02 11:07:09.699090 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da11f11-6ed3-4b6f-9bcd-d4ae02dbdb62 req-ec8086fc-955f-4cbf-9d14-bb8bba5da73d tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:09.700467 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7da11f11-6ed3-4b6f-9bcd-d4ae02dbdb62 req-ec8086fc-955f-4cbf-9d14-bb8bba5da73d tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 943 time: 0.1936684 Jul 02 11:07:09.818342 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7da11f11-6ed3-4b6f-9bcd-d4ae02dbdb62 req-69122042-43a2-4e8e-970b-7e18b3cf59be tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037524 Jul 02 11:07:09.825577 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-628e482e-c64a-440f-9e32-b5431e3939c0 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f394dde912044f6a9201a3312be6a20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2050254 Jul 02 11:07:09.859002 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a000a77c-c857-44b4-ab7f-906524d39f34 req-ee486dad-4bce-495a-a11f-add335ac18da service neutron] 10.222.0.67 "GET /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575854 Jul 02 11:07:09.993000 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-26afaf4f-8555-4989-a232-3463d7b8b04d service neutron] 10.222.0.24 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566234 Jul 02 11:07:10.027954 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a000a77c-c857-44b4-ab7f-906524d39f34 req-05d0152d-e049-4d31-9362-82104c867fe8 service neutron] 10.222.0.67 "GET /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572447 Jul 02 11:07:10.091127 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-578bedba-62f9-4bcd-994c-bef8ba79105c service neutron] 10.222.0.24 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912485 Jul 02 11:07:10.171234 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cd387-1843-4fec-8536-867ecb76d2f1 req-74615e8b-93c6-4d8a-b231-8931e249396a tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:10.172825 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d47cd387-1843-4fec-8536-867ecb76d2f1 req-74615e8b-93c6-4d8a-b231-8931e249396a tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0712543 Jul 02 11:07:10.218830 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d47cd387-1843-4fec-8536-867ecb76d2f1 req-d6835a3e-c352-411f-ba29-4fb90ad814fa tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374308 Jul 02 11:07:10.272097 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ad352cec-3e21-4b43-963c-61410cccb800 req-4992f966-0803-4430-a6ac-538dda190965 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 210 time: 0.0288320 Jul 02 11:07:10.570100 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abed631-4ee4-4268-82f9-03ea1bff2925 req-15f6ca05-b5ce-4e52-8194-b790f884dbd6 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:10.571571 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7abed631-4ee4-4268-82f9-03ea1bff2925 req-15f6ca05-b5ce-4e52-8194-b790f884dbd6 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0726678 Jul 02 11:07:10.610698 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7abed631-4ee4-4268-82f9-03ea1bff2925 req-f3ad8058-9030-407a-82cc-00a61b04623c tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334520 Jul 02 11:07:10.995136 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cf41c-919b-4972-8a3b-e7ed6499e326 req-7d2b42b0-38aa-4932-9753-0bb91c038ab0 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:10.996727 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2e5cf41c-919b-4972-8a3b-e7ed6499e326 req-7d2b42b0-38aa-4932-9753-0bb91c038ab0 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 943 time: 0.0622106 Jul 02 11:07:11.034839 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2e5cf41c-919b-4972-8a3b-e7ed6499e326 req-ff534eb0-5a1f-4ffd-9bf0-c3f0bf70a0e0 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324881 Jul 02 11:07:11.470721 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-62b49a8c-a232-4827-bdb0-b854b9d98163 req-3985d267-c885-4be5-8ce4-bf458be5ba16 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 210 time: 0.0414786 Jul 02 11:07:11.520387 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea305b-cfd1-4295-a948-482966fa08eb req-7b0c62c7-e74b-489b-919b-ccd866d54e11 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:11.521906 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-7b0c62c7-e74b-489b-919b-ccd866d54e11 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "GET /v2.0/networks?id=ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 200 len: 815 time: 0.1914599 Jul 02 11:07:11.544907 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef78aa0-8e7c-458d-acfa-b1d2863b1e3f req-05acdad3-9bf6-498b-bdee-d2d6456753aa tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:11.552365 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1ef78aa0-8e7c-458d-acfa-b1d2863b1e3f req-05acdad3-9bf6-498b-bdee-d2d6456753aa tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1886239 Jul 02 11:07:11.553560 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 442d4079-7417-4091-988c-3d526284281d details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:07:11.558571 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-57ea305b-cfd1-4295-a948-482966fa08eb req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Request body: {'port': {'device_id': '0cb2cc9c-9a18-4a0e-8940-e469f6e65031', 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df', 'admin_state_up': True, 'tenant_id': '9f394dde912044f6a9201a3312be6a20'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:07:11.629990 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1ef78aa0-8e7c-458d-acfa-b1d2863b1e3f req-c34966bc-1238-4a3c-b3e8-dfe49090501a tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762811 Jul 02 11:07:11.684752 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 442d4079-7417-4091-988c-3d526284281d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=442d4079-7417-4091-988c-3d526284281d,segment=NetworkSegment(4b50ac79-d344-4fce-bf8f-2b043883c27e),segment_id=4b50ac79-d344-4fce-bf8f-2b043883c27e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:11.700585 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '442d4079-7417-4091-988c-3d526284281d', 'network_id': '0083b809-0a5e-4dae-9d4d-c8cd28c61061', 'port_id': '442d4079-7417-4091-988c-3d526284281d', 'mac_address': 'fa:16:3e:16:ab:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551642cf-0d10-4dae-b850-ce7b3696d343', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:07:11.748071 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:11.760971 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ea305b-cfd1-4295-a948-482966fa08eb req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Made reservation on behalf of 9f394dde912044f6a9201a3312be6a20 for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:07:11.761974 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442d4079-7417-4091-988c-3d526284281d {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:07:11.764600 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-57ea305b-cfd1-4295-a948-482966fa08eb req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:11.782080 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 442d4079-7417-4091-988c-3d526284281d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=442d4079-7417-4091-988c-3d526284281d,segment=NetworkSegment(4b50ac79-d344-4fce-bf8f-2b043883c27e),segment_id=4b50ac79-d344-4fce-bf8f-2b043883c27e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:11.786752 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:11.834347 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=442d4079-7417-4091-988c-3d526284281d,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:11.905446 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05d98-fbb7-4524-9c16-1cf5ad547bec req-2bce759f-6a53-4f1d-ad6b-b2c0259dac2b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:11.906926 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3bb05d98-fbb7-4524-9c16-1cf5ad547bec req-2bce759f-6a53-4f1d-ad6b-b2c0259dac2b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1575000 Jul 02 11:07:11.954628 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-57ea305b-cfd1-4295-a948-482966fa08eb req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Allocated IP 172.20.0.6 (ebf760af-3b95-4dd7-aae5-4d140a9216df/4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6/c036d4dc-0487-4fab-abe7-cf0940a85a2a) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:07:11.968744 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3bb05d98-fbb7-4524-9c16-1cf5ad547bec req-aac08b19-790b-4477-9344-5d944896a35a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524745 Jul 02 11:07:12.117008 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-57ea305b-cfd1-4295-a948-482966fa08eb req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:12.185137 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-57ea305b-cfd1-4295-a948-482966fa08eb req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:12.199196 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['3800d62c-20bd-4977-928b-118268dedb88', '336e7211-f38e-4a22-abcb-08a9e6932058'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:07:12.224921 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['442d4079-7417-4091-988c-3d526284281d'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:07:12.258408 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ea305b-cfd1-4295-a948-482966fa08eb req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Network ebf760af-3b95-4dd7-aae5-4d140a9216df is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:07:12.264086 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-57ea305b-cfd1-4295-a948-482966fa08eb req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:07:12.266568 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ea305b-cfd1-4295-a948-482966fa08eb req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:07:12.272058 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Pushing event updated for resources: {'Port': ['ID=c036d4dc-0487-4fab-abe7-cf0940a85a2a,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:12.311206 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b16a4-82d0-4215-84c7-b4b9d603ca07 req-b5e0aa22-8ed6-411e-9d4d-5d07fd3f730f tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:12.312722 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ac2b16a4-82d0-4215-84c7-b4b9d603ca07 req-b5e0aa22-8ed6-411e-9d4d-5d07fd3f730f tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 944 time: 0.1678622 Jul 02 11:07:12.335758 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea305b-cfd1-4295-a948-482966fa08eb req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:12.336354 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-57ea305b-cfd1-4295-a948-482966fa08eb req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:12.358535 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-745c876c-4f41-4ff7-88aa-47c35c7c18a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8035302 Jul 02 11:07:12.376376 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Request body: {'port': {'device_id': '0cb2cc9c-9a18-4a0e-8940-e469f6e65031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:07:12.382054 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ac2b16a4-82d0-4215-84c7-b4b9d603ca07 req-7988a5e7-4cd7-4c7f-a229-186333f18ee8 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618403 Jul 02 11:07:12.454534 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:12.724627 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43773e-71ab-4248-872b-fbf757364230 req-b145bfad-e129-4800-97b4-bee0faeef112 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:12.726107 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bd43773e-71ab-4248-872b-fbf757364230 req-b145bfad-e129-4800-97b4-bee0faeef112 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 931 time: 0.1253865 Jul 02 11:07:12.820386 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c036d4dc-0487-4fab-abe7-cf0940a85a2a {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:07:12.837387 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:12.851724 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bd43773e-71ab-4248-872b-fbf757364230 req-f06119c7-a18f-4fbe-9c2e-408088773ae8 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130815 Jul 02 11:07:12.862783 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Transition to ACTIVE for port object c036d4dc-0487-4fab-abe7-cf0940a85a2a will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:07:12.867975 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:12.920022 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37d60a-ac54-43f0-a528-1e8033ccc29a req-2234e46e-4f1a-4cd1-97d6-bc35e47af732 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:12.921525 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3a37d60a-ac54-43f0-a528-1e8033ccc29a req-2234e46e-4f1a-4cd1-97d6-bc35e47af732 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1764092 Jul 02 11:07:12.938400 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Pushing event updated for resources: {'Port': ['ID=c036d4dc-0487-4fab-abe7-cf0940a85a2a,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:13.011121 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3a37d60a-ac54-43f0-a528-1e8033ccc29a req-0442737e-1b75-4f48-a877-e8dcebbede77 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796101 Jul 02 11:07:13.030704 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Attempting to bind port c036d4dc-0487-4fab-abe7-cf0940a85a2a on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:07:13.031029 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Attempting to bind port c036d4dc-0487-4fab-abe7-cf0940a85a2a by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:07:13.031342 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Attempting to bind port c036d4dc-0487-4fab-abe7-cf0940a85a2a on network ebf760af-3b95-4dd7-aae5-4d140a9216df {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:07:13.037981 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Port c036d4dc-0487-4fab-abe7-cf0940a85a2a on network ebf760af-3b95-4dd7-aae5-4d140a9216df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:07:13.038319 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Attempting to bind port c036d4dc-0487-4fab-abe7-cf0940a85a2a on network ebf760af-3b95-4dd7-aae5-4d140a9216df {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:07:13.042939 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:07:13.043268 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Checking segment: {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:07:13.043642 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Bound using segment: {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:07:13.044054 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Bound port: c036d4dc-0487-4fab-abe7-cf0940a85a2a, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:07:13.044403 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:13.140700 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] For port c036d4dc-0487-4fab-abe7-cf0940a85a2a, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:07:13.156271 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] For port c036d4dc-0487-4fab-abe7-cf0940a85a2a, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c036d4dc-0487-4fab-abe7-cf0940a85a2a,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:07:13.162583 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:13.204471 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679709ee-d1ee-425e-85e9-e5da76fe7e8e req-ff85d32c-e925-43b3-b6df-b3629c756ace tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:13.206849 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-679709ee-d1ee-425e-85e9-e5da76fe7e8e req-ff85d32c-e925-43b3-b6df-b3629c756ace tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1252861 Jul 02 11:07:13.217256 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:13.217872 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:13.219209 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] 10.222.0.67 "PUT /v2.0/ports/c036d4dc-0487-4fab-abe7-cf0940a85a2a HTTP/1.1" status: 200 len: 1093 time: 0.8488281 Jul 02 11:07:13.220219 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb2cc9c-9a18-4a0e-8940-e469f6e65031', 'tag': 'c036d4dc-0487-4fab-abe7-cf0940a85a2a'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:07:13.223194 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e76bc97-9906-4c76-bbdf-e994503e84a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb2cc9c-9a18-4a0e-8940-e469f6e65031", "tag": "c036d4dc-0487-4fab-abe7-cf0940a85a2a"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:07:13.264327 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb021a-4b04-4d8b-b8ba-2ee09a2d22cf service neutron] Pushing event updated for resources: {'Port': ['ID=c036d4dc-0487-4fab-abe7-cf0940a85a2a,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:13.269157 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422c64a9-59c6-4d05-a9bf-6c364dc78233 x-openstack-request-id: req-422c64a9-59c6-4d05-a9bf-6c364dc78233 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:07:13.269383 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb2cc9c-9a18-4a0e-8940-e469f6e65031", "tag": "c036d4dc-0487-4fab-abe7-cf0940a85a2a", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:07:13.269639 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-422c64a9-59c6-4d05-a9bf-6c364dc78233 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:07:13.270024 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb2cc9c-9a18-4a0e-8940-e469f6e65031', 'tag': 'c036d4dc-0487-4fab-abe7-cf0940a85a2a', 'status': 'completed', 'code': 200} Jul 02 11:07:13.277562 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-679709ee-d1ee-425e-85e9-e5da76fe7e8e req-bac48ed7-56e1-4d01-a416-60f386522476 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634813 Jul 02 11:07:13.335770 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea305b-cfd1-4295-a948-482966fa08eb req-ddac9e30-e11f-417b-a74c-d582b8006ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:13.337284 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-ddac9e30-e11f-417b-a74c-d582b8006ed7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f394dde912044f6a9201a3312be6a20&device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 1096 time: 0.0511456 Jul 02 11:07:13.382805 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-6790cf32-0c8e-4685-a4ee-a3559038e616 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c036d4dc-0487-4fab-abe7-cf0940a85a2a HTTP/1.1" status: 200 len: 217 time: 0.0338495 Jul 02 11:07:13.554005 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 442d4079-7417-4091-988c-3d526284281d up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:07:13.606544 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 442d4079-7417-4091-988c-3d526284281d completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:07:13.611359 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 442d4079-7417-4091-988c-3d526284281d triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:07:13.611691 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:13.670392 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea305b-cfd1-4295-a948-482966fa08eb req-7226458a-d5ee-4e5e-904c-275f3a2de5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:13.671860 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-7226458a-d5ee-4e5e-904c-275f3a2de5e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6 HTTP/1.1" status: 200 len: 855 time: 0.2823715 Jul 02 11:07:13.691120 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:13.714118 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442d4079-7417-4091-988c-3d526284281d'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:07:13.715323 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-1b4a4935-2fe0-4ba8-9394-e8e8d504651b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebf760af-3b95-4dd7-aae5-4d140a9216df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293696 Jul 02 11:07:13.716538 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cf6880-3d7d-4f00-91b1-c50dc7a5b998" -d '{"events": [{"server_uuid": "bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b", "name": "network-vif-plugged", "status": "completed", "tag": "442d4079-7417-4091-988c-3d526284281d"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:07:13.728723 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d0802-8e4a-4fc9-b08e-4e4d5cd63ccb req-3a7dae0a-9b28-4555-a0e7-18ee061e2073 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:13.730291 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e52d0802-8e4a-4fc9-b08e-4e4d5cd63ccb req-3a7dae0a-9b28-4555-a0e7-18ee061e2073 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 944 time: 0.1027374 Jul 02 11:07:13.742803 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 442d4079-7417-4091-988c-3d526284281d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=442d4079-7417-4091-988c-3d526284281d,segment=NetworkSegment(4b50ac79-d344-4fce-bf8f-2b043883c27e),segment_id=4b50ac79-d344-4fce-bf8f-2b043883c27e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:13.748973 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:13.801611 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=442d4079-7417-4091-988c-3d526284281d,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:13.826830 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e52d0802-8e4a-4fc9-b08e-4e4d5cd63ccb req-613379ff-3f3f-488c-b724-dd7e7b6d673e tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875313 Jul 02 11:07:13.866080 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-b600b38e-9884-4d6b-a01b-331a0c477a95 service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342087 Jul 02 11:07:13.879560 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644bd8bb-4916-4298-acca-c9d95b684eba x-openstack-request-id: req-644bd8bb-4916-4298-acca-c9d95b684eba {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:07:13.879931 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b", "name": "network-vif-plugged", "status": "completed", "tag": "442d4079-7417-4091-988c-3d526284281d", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:07:13.880091 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-644bd8bb-4916-4298-acca-c9d95b684eba {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:07:13.880496 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442d4079-7417-4091-988c-3d526284281d', 'code': 200} Jul 02 11:07:13.980532 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-57ea305b-cfd1-4295-a948-482966fa08eb req-a823d0ae-9c2d-48b6-bf2d-96de17ecaf7b service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945473 Jul 02 11:07:14.114771 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db25e-ca0e-481b-bcd0-94d10aa6d2f0 req-442c6fbf-718a-4427-ae53-894a78903d90 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:14.116272 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-283db25e-ca0e-481b-bcd0-94d10aa6d2f0 req-442c6fbf-718a-4427-ae53-894a78903d90 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 943 time: 0.1036565 Jul 02 11:07:14.214174 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-283db25e-ca0e-481b-bcd0-94d10aa6d2f0 req-11c6e7e5-86ae-4f3c-af95-8b0e3f604a02 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901592 Jul 02 11:07:14.220342 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76bc97-9906-4c76-bbdf-e994503e84a8 req-245903be-dcca-4900-8a13-6d4cb4b3cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:14.221849 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0e76bc97-9906-4c76-bbdf-e994503e84a8 req-245903be-dcca-4900-8a13-6d4cb4b3cd91 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f394dde912044f6a9201a3312be6a20&device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 1096 time: 0.1512244 Jul 02 11:07:14.280442 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33230b08-23c3-4ce7-94bb-4229b14a103a req-c61a305f-e618-4542-9d8a-aef7bf50975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:14.281985 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-33230b08-23c3-4ce7-94bb-4229b14a103a req-c61a305f-e618-4542-9d8a-aef7bf50975b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 1098 time: 0.1566141 Jul 02 11:07:14.399868 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-33230b08-23c3-4ce7-94bb-4229b14a103a req-fc9adf11-4c6b-4a1b-a9d6-8cf5354f7865 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094019 Jul 02 11:07:14.421973 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76bc97-9906-4c76-bbdf-e994503e84a8 req-53bd5192-6b29-47cd-9727-fb8d0f9f2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:14.423371 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0e76bc97-9906-4c76-bbdf-e994503e84a8 req-53bd5192-6b29-47cd-9727-fb8d0f9f2e30 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 200 len: 916 time: 0.1903105 Jul 02 11:07:14.431477 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc9f8a-e7cf-434e-b2e2-4c687f45d5c6 req-141d9dfc-6023-4635-851d-732e0beab5f6 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:14.432873 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ebcc9f8a-e7cf-434e-b2e2-4c687f45d5c6 req-141d9dfc-6023-4635-851d-732e0beab5f6 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.2160826 Jul 02 11:07:14.479304 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ca342-b4b8-43ee-bb0b-76f2553b7a3b req-7e0765d1-ed6e-43bd-8d63-bd587271b9a0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:14.480781 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-096ca342-b4b8-43ee-bb0b-76f2553b7a3b req-7e0765d1-ed6e-43bd-8d63-bd587271b9a0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1398859 Jul 02 11:07:14.525615 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ebcc9f8a-e7cf-434e-b2e2-4c687f45d5c6 req-20bf31b8-7d8d-4982-b201-5890bdc19fb2 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861359 Jul 02 11:07:14.532909 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0e76bc97-9906-4c76-bbdf-e994503e84a8 req-20f14cfb-c4e7-4db4-9f2f-50422dd04621 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c036d4dc-0487-4fab-abe7-cf0940a85a2a HTTP/1.1" status: 200 len: 217 time: 0.0495257 Jul 02 11:07:14.559071 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-096ca342-b4b8-43ee-bb0b-76f2553b7a3b req-04f2172c-d408-4294-9cc8-67c8487914a1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669820 Jul 02 11:07:14.611973 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76bc97-9906-4c76-bbdf-e994503e84a8 req-f2dbc6d4-53d3-43ae-b9ac-b59541099d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:14.613757 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0e76bc97-9906-4c76-bbdf-e994503e84a8 req-f2dbc6d4-53d3-43ae-b9ac-b59541099d36 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6 HTTP/1.1" status: 200 len: 855 time: 0.0451553 Jul 02 11:07:14.676251 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0e76bc97-9906-4c76-bbdf-e994503e84a8 req-2d76dbc3-a436-46dd-ada0-7498350bb5c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebf760af-3b95-4dd7-aae5-4d140a9216df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410559 Jul 02 11:07:14.766383 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1a8ee-17cc-487e-9440-fc5cda59197d req-6ed73ae0-c460-4d6f-8f47-16579a4af3dc tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:14.768416 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-11a1a8ee-17cc-487e-9440-fc5cda59197d req-6ed73ae0-c460-4d6f-8f47-16579a4af3dc tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1438885 Jul 02 11:07:14.817828 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0e76bc97-9906-4c76-bbdf-e994503e84a8 req-78361e70-1f95-43d2-995d-c2729b6914b7 service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324596 Jul 02 11:07:14.822571 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-11a1a8ee-17cc-487e-9440-fc5cda59197d req-63c53c30-571f-45d0-9d28-e8d876868d3a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476401 Jul 02 11:07:14.917801 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0e76bc97-9906-4c76-bbdf-e994503e84a8 req-c4be6376-2dfe-4c27-8a36-760512f79201 service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910621 Jul 02 11:07:15.004101 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcda64b-ca1c-4302-b04d-4fa080f54946 req-4956f01f-9ff6-42a1-bef1-0b94b3719fba tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:15.005600 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ebcda64b-ca1c-4302-b04d-4fa080f54946 req-4956f01f-9ff6-42a1-bef1-0b94b3719fba tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 945 time: 0.0627604 Jul 02 11:07:15.042483 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ebcda64b-ca1c-4302-b04d-4fa080f54946 req-88cc9a48-9597-47ed-a61b-4b7f1b932f1e tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311563 Jul 02 11:07:15.388053 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2e09d-5005-4e5a-855a-704805e0d5eb req-2a7db92a-3111-4f0b-9b69-50c0ae281fca tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:15.389543 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-baf2e09d-5005-4e5a-855a-704805e0d5eb req-2a7db92a-3111-4f0b-9b69-50c0ae281fca tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 943 time: 0.0626063 Jul 02 11:07:15.427300 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-baf2e09d-5005-4e5a-855a-704805e0d5eb req-e89aec53-b372-4b7a-8fac-cff2f9c108ff tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Jul 02 11:07:15.562482 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device c036d4dc-0487-4fab-abe7-cf0940a85a2a details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:07:15.674258 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port c036d4dc-0487-4fab-abe7-cf0940a85a2a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c036d4dc-0487-4fab-abe7-cf0940a85a2a,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:15.687203 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': 'c036d4dc-0487-4fab-abe7-cf0940a85a2a', 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df', 'port_id': 'c036d4dc-0487-4fab-abe7-cf0940a85a2a', 'mac_address': 'fa:16:3e:fb:13:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:07:15.727515 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:15.741611 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c036d4dc-0487-4fab-abe7-cf0940a85a2a {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:07:15.762106 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c67ab2-c2c5-4846-b337-d3b420db6688 req-f80151da-b244-4d3e-a127-352896d1e181 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:15.765147 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-90c67ab2-c2c5-4846-b337-d3b420db6688 req-f80151da-b244-4d3e-a127-352896d1e181 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1124380 Jul 02 11:07:15.765747 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port c036d4dc-0487-4fab-abe7-cf0940a85a2a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c036d4dc-0487-4fab-abe7-cf0940a85a2a,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:15.770517 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:15.786325 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bd98c-b8e7-4902-af40-4a6f814cc7d7 req-4d7ec669-2ba6-4ef1-8de0-d2de2c4eb8c4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:15.787769 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3d7bd98c-b8e7-4902-af40-4a6f814cc7d7 req-4d7ec669-2ba6-4ef1-8de0-d2de2c4eb8c4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1035717 Jul 02 11:07:15.817957 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=c036d4dc-0487-4fab-abe7-cf0940a85a2a,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:15.831763 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-90c67ab2-c2c5-4846-b337-d3b420db6688 req-43a71ec2-21c0-44e4-9a8c-67e0af85df17 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609384 Jul 02 11:07:15.843587 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3d7bd98c-b8e7-4902-af40-4a6f814cc7d7 req-78989b5f-29b6-4119-a186-74435360fb33 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484421 Jul 02 11:07:15.998035 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaefe26-81be-43b3-aff4-c9c5b66f8651 req-0ca47124-ffe3-4fb1-ba41-4dc7b8074e79 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:15.999512 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4eaefe26-81be-43b3-aff4-c9c5b66f8651 req-0ca47124-ffe3-4fb1-ba41-4dc7b8074e79 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0649297 Jul 02 11:07:16.040856 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4eaefe26-81be-43b3-aff4-c9c5b66f8651 req-016c447c-e29e-473e-9b30-7b915c30a022 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355248 Jul 02 11:07:16.146497 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['c036d4dc-0487-4fab-abe7-cf0940a85a2a'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:07:16.216713 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27bd74-b362-4c09-97af-7cb79fb4ecb8 req-7d9283db-c693-4525-b901-0ef376d567b1 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:16.218191 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-eb27bd74-b362-4c09-97af-7cb79fb4ecb8 req-7d9283db-c693-4525-b901-0ef376d567b1 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 945 time: 0.0623727 Jul 02 11:07:16.254601 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-eb27bd74-b362-4c09-97af-7cb79fb4ecb8 req-c34ff328-87d5-4f00-9374-2aca0eb7ff2b tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301540 Jul 02 11:07:16.603859 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e609065-50bf-4979-944a-abf566e81144 req-66590fbb-d7c9-45c6-913a-fd2667fd3c58 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:16.605387 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8e609065-50bf-4979-944a-abf566e81144 req-66590fbb-d7c9-45c6-913a-fd2667fd3c58 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 944 time: 0.0682180 Jul 02 11:07:16.645108 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8e609065-50bf-4979-944a-abf566e81144 req-d2b4490b-8ac7-4a0b-911d-c03c20043838 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338173 Jul 02 11:07:17.014306 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99023e-1c4c-4883-8cf0-afa6627490b8 req-ba455b1c-bcc2-4044-b59f-e7f787e4304d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:17.015986 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8d99023e-1c4c-4883-8cf0-afa6627490b8 req-ba455b1c-bcc2-4044-b59f-e7f787e4304d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0692251 Jul 02 11:07:17.057221 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8d99023e-1c4c-4883-8cf0-afa6627490b8 req-686ff904-f288-4c37-bc7e-b281e41190ee tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349553 Jul 02 11:07:17.265314 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9349160-81c7-42a6-9820-b1972568e60e req-26ea8d41-7a2f-4a1a-b143-2e0f690ab2d7 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:17.266778 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a9349160-81c7-42a6-9820-b1972568e60e req-26ea8d41-7a2f-4a1a-b143-2e0f690ab2d7 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0934067 Jul 02 11:07:17.274641 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d7f94-0808-4f72-86b3-ccfea10c85ad req-394d9353-3ea4-4707-a939-692a1b5399e3 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:17.275994 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-502d7f94-0808-4f72-86b3-ccfea10c85ad req-394d9353-3ea4-4707-a939-692a1b5399e3 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1115024 Jul 02 11:07:17.336459 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a9349160-81c7-42a6-9820-b1972568e60e req-b63b1fe1-8321-4668-9427-42be66f51e9f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594370 Jul 02 11:07:17.339070 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-502d7f94-0808-4f72-86b3-ccfea10c85ad req-0bf2c430-e5b2-41a9-b865-2433dfada36f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560911 Jul 02 11:07:17.586021 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device c036d4dc-0487-4fab-abe7-cf0940a85a2a up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:07:17.633422 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port c036d4dc-0487-4fab-abe7-cf0940a85a2a completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:07:17.636872 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port c036d4dc-0487-4fab-abe7-cf0940a85a2a triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:07:17.637248 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:17.648977 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39714f37-e897-4563-af3e-9ae6b63c6fc7 req-e1cd1f31-78bf-47cb-b37c-26d16018fe9e tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:17.650471 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-39714f37-e897-4563-af3e-9ae6b63c6fc7 req-e1cd1f31-78bf-47cb-b37c-26d16018fe9e tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 945 time: 0.0625873 Jul 02 11:07:17.696101 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-39714f37-e897-4563-af3e-9ae6b63c6fc7 req-9ab8cfaa-1b33-4d7e-af17-497c0cdf2acc tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399070 Jul 02 11:07:17.716594 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:17.742298 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb2cc9c-9a18-4a0e-8940-e469f6e65031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c036d4dc-0487-4fab-abe7-cf0940a85a2a'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:07:17.744550 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440ae184-8935-4d15-a9d2-2bb6dfa3f057" -d '{"events": [{"server_uuid": "0cb2cc9c-9a18-4a0e-8940-e469f6e65031", "name": "network-vif-plugged", "status": "completed", "tag": "c036d4dc-0487-4fab-abe7-cf0940a85a2a"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:07:17.757919 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port c036d4dc-0487-4fab-abe7-cf0940a85a2a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c036d4dc-0487-4fab-abe7-cf0940a85a2a,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:17.762952 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:17.791348 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf2f707-edee-451a-9d83-dd8d8bc6cfdb x-openstack-request-id: req-fdf2f707-edee-451a-9d83-dd8d8bc6cfdb {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:07:17.791632 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb2cc9c-9a18-4a0e-8940-e469f6e65031", "name": "network-vif-plugged", "status": "completed", "tag": "c036d4dc-0487-4fab-abe7-cf0940a85a2a", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:07:17.791882 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdf2f707-edee-451a-9d83-dd8d8bc6cfdb {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:07:17.792267 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb2cc9c-9a18-4a0e-8940-e469f6e65031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c036d4dc-0487-4fab-abe7-cf0940a85a2a', 'code': 200} Jul 02 11:07:17.822374 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=c036d4dc-0487-4fab-abe7-cf0940a85a2a,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:17.828885 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001a5df-6173-4ce8-a89c-2cd82df4f3fb req-d981d81e-f0c3-49e5-beb8-29bf88b2c103 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:17.833051 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9001a5df-6173-4ce8-a89c-2cd82df4f3fb req-d981d81e-f0c3-49e5-beb8-29bf88b2c103 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 945 time: 0.0721371 Jul 02 11:07:17.871089 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9001a5df-6173-4ce8-a89c-2cd82df4f3fb req-becaf290-0342-4222-a296-454b9a59ba80 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342259 Jul 02 11:07:18.058821 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4651e-47c8-4253-a033-d65ecda9f9b0 req-c4374c93-f94e-4c5a-ae73-08102e7a7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:18.060346 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-efc4651e-47c8-4253-a033-d65ecda9f9b0 req-c4374c93-f94e-4c5a-ae73-08102e7a7eb0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 1098 time: 0.0582297 Jul 02 11:07:18.096963 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-efc4651e-47c8-4253-a033-d65ecda9f9b0 req-01b6f0ca-dfe8-423f-942b-1df84e29b456 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276568 Jul 02 11:07:18.237055 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965d08c-2b64-43af-9f27-7e85cc1ce6fe req-c32b0d82-4320-458a-ad3f-221498041576 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:18.238512 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3965d08c-2b64-43af-9f27-7e85cc1ce6fe req-c32b0d82-4320-458a-ad3f-221498041576 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0616362 Jul 02 11:07:18.276916 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3965d08c-2b64-43af-9f27-7e85cc1ce6fe req-b4327141-7b63-4371-a221-a3b3ad1f97e1 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328434 Jul 02 11:07:18.555568 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f057ea-301d-4d53-b94a-fc84d4bae071 req-2aa56376-4a71-42dd-9ee5-fe382e9f4da6 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:18.556972 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-97f057ea-301d-4d53-b94a-fc84d4bae071 req-2aa56376-4a71-42dd-9ee5-fe382e9f4da6 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1076901 Jul 02 11:07:18.564061 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00c11d-2705-4eb2-bcf6-b72c719318c9 req-be6d346e-4801-4ad1-bdfc-048b7f86f58e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:18.565837 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0b00c11d-2705-4eb2-bcf6-b72c719318c9 req-be6d346e-4801-4ad1-bdfc-048b7f86f58e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1066155 Jul 02 11:07:18.623717 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-97f057ea-301d-4d53-b94a-fc84d4bae071 req-b5946415-a249-4c1c-8865-89f15b20fb45 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570598 Jul 02 11:07:18.626596 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0b00c11d-2705-4eb2-bcf6-b72c719318c9 req-ef8760ef-b46e-4196-9df4-313cd9f9d3bc tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539646 Jul 02 11:07:18.870311 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05404f-9333-4b88-b75b-52586d62abc5 req-caba4d30-f759-4882-8913-8c18e6987ad6 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:18.871665 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fb05404f-9333-4b88-b75b-52586d62abc5 req-caba4d30-f759-4882-8913-8c18e6987ad6 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 945 time: 0.0608287 Jul 02 11:07:18.913039 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fb05404f-9333-4b88-b75b-52586d62abc5 req-9c6fe2c9-6cef-4f04-80b7-deaece6975fc tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356650 Jul 02 11:07:19.052010 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476358e8-0260-4a57-aec8-2925e4a14eb3 req-bf49f569-3da6-4ee2-b94c-9e73f730d92e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:19.053641 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-476358e8-0260-4a57-aec8-2925e4a14eb3 req-bf49f569-3da6-4ee2-b94c-9e73f730d92e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 945 time: 0.0689926 Jul 02 11:07:19.091601 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-476358e8-0260-4a57-aec8-2925e4a14eb3 req-59943c61-d236-463d-b4b9-524a1a888b88 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322587 Jul 02 11:07:19.279298 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d925634-1cbe-41d5-8f11-a461bed9707c req-e4d81255-93c2-49d4-8a35-b85fa9726915 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:19.280815 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6d925634-1cbe-41d5-8f11-a461bed9707c req-e4d81255-93c2-49d4-8a35-b85fa9726915 tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 945 time: 0.0619702 Jul 02 11:07:19.390555 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-6d925634-1cbe-41d5-8f11-a461bed9707c req-6444b0a8-90cd-4fad-811a-3638681f25aa tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Deleting port 442d4079-7417-4091-988c-3d526284281d {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:07:19.390809 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6d925634-1cbe-41d5-8f11-a461bed9707c req-6444b0a8-90cd-4fad-811a-3638681f25aa tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:19.525828 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-6d925634-1cbe-41d5-8f11-a461bed9707c req-6444b0a8-90cd-4fad-811a-3638681f25aa tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] For port 442d4079-7417-4091-988c-3d526284281d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=442d4079-7417-4091-988c-3d526284281d,segment=NetworkSegment(4b50ac79-d344-4fce-bf8f-2b043883c27e),segment_id=4b50ac79-d344-4fce-bf8f-2b043883c27e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:19.526186 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6d925634-1cbe-41d5-8f11-a461bed9707c req-6444b0a8-90cd-4fad-811a-3638681f25aa tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:19.541489 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5577b-b29d-4bb7-94b5-4bdd681fc1ec req-e550c039-e5a9-4594-9359-46d835b6ea72 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:19.543045 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cee5577b-b29d-4bb7-94b5-4bdd681fc1ec req-e550c039-e5a9-4594-9359-46d835b6ea72 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1475947 Jul 02 11:07:19.550283 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-6d925634-1cbe-41d5-8f11-a461bed9707c req-6444b0a8-90cd-4fad-811a-3638681f25aa tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Calling delete_port for 442d4079-7417-4091-988c-3d526284281d owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:07:19.622219 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cee5577b-b29d-4bb7-94b5-4bdd681fc1ec req-6d6e0b58-b321-49ee-923b-668917be8c77 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731759 Jul 02 11:07:19.719588 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6d925634-1cbe-41d5-8f11-a461bed9707c req-6444b0a8-90cd-4fad-811a-3638681f25aa tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:19.752127 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444b0a8-90cd-4fad-811a-3638681f25aa tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Pushing event deleted for resources: {'Port': ['ID=442d4079-7417-4091-988c-3d526284281d,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:19.824994 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d925634-1cbe-41d5-8f11-a461bed9707c req-6444b0a8-90cd-4fad-811a-3638681f25aa tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] No DVR routers for this DVR port 442d4079-7417-4091-988c-3d526284281d on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:07:19.837337 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6d925634-1cbe-41d5-8f11-a461bed9707c req-6444b0a8-90cd-4fad-811a-3638681f25aa tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:19.839416 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6d925634-1cbe-41d5-8f11-a461bed9707c req-6444b0a8-90cd-4fad-811a-3638681f25aa tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.67 "DELETE /v2.0/ports/442d4079-7417-4091-988c-3d526284281d HTTP/1.1" status: 204 len: 173 time: 0.5527260 Jul 02 11:07:19.840883 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b', 'name': 'network-vif-deleted', 'tag': '442d4079-7417-4091-988c-3d526284281d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:07:19.843127 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a969c80-f950-4fa5-96b9-2b82393e9dc5" -d '{"events": [{"server_uuid": "bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b", "name": "network-vif-deleted", "tag": "442d4079-7417-4091-988c-3d526284281d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:07:19.874629 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3dc54-89bf-45ac-a79a-1f7cd0cd2749 req-e3164b0a-3dfe-4b18-8389-a6e7e40d7264 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:19.876416 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-43f3dc54-89bf-45ac-a79a-1f7cd0cd2749 req-e3164b0a-3dfe-4b18-8389-a6e7e40d7264 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1167803 Jul 02 11:07:19.946138 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-43f3dc54-89bf-45ac-a79a-1f7cd0cd2749 req-5819266e-c704-4be6-bb01-b0b6e0e66151 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617547 Jul 02 11:07:19.990975 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8197e-2119-4ce5-aa27-575351bb2498 req-e451eac8-e389-443d-a506-0358f163b17d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:19.992591 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-90d8197e-2119-4ce5-aa27-575351bb2498 req-e451eac8-e389-443d-a506-0358f163b17d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0866289 Jul 02 11:07:19.994174 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22db82e3-9046-44c5-ad23-d7325d3bd6dc x-openstack-request-id: req-22db82e3-9046-44c5-ad23-d7325d3bd6dc {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:07:19.994470 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b", "name": "network-vif-deleted", "tag": "442d4079-7417-4091-988c-3d526284281d", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:07:19.994719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22db82e3-9046-44c5-ad23-d7325d3bd6dc {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:07:19.995099 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b', 'name': 'network-vif-deleted', 'tag': '442d4079-7417-4091-988c-3d526284281d', 'status': 'completed', 'code': 200} Jul 02 11:07:20.033034 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-90d8197e-2119-4ce5-aa27-575351bb2498 req-07d5680e-8c5f-417c-b35d-cb33844e0882 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347304 Jul 02 11:07:20.119205 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-05660684-f127-42a0-a872-535d3641e090 req-3ced9177-0a9f-468c-b294-47c467a2582c tempest-VolumesActionsTest-1236100884 tempest-VolumesActionsTest-1236100884-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1b79e3-e3cd-4071-a1c1-6cd1ed20493b HTTP/1.1" status: 200 len: 210 time: 0.0281069 Jul 02 11:07:20.270834 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2de5b-2c9e-4a21-a5f0-a9c72c54469c req-ef1d187a-24d0-4c35-9f8a-3006ac594c38 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:20.272347 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-78c2de5b-2c9e-4a21-a5f0-a9c72c54469c req-ef1d187a-24d0-4c35-9f8a-3006ac594c38 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 945 time: 0.0697606 Jul 02 11:07:20.336829 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-78c2de5b-2c9e-4a21-a5f0-a9c72c54469c req-84c1a355-4936-45e5-ae61-dfb11ae574c1 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582371 Jul 02 11:07:20.361682 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9add8da-2066-4cf5-8dbb-09eb1e247489 req-8d87ddb6-8fc8-4554-8d67-fa5ccf740be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:20.363876 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b9add8da-2066-4cf5-8dbb-09eb1e247489 req-8d87ddb6-8fc8-4554-8d67-fa5ccf740be3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 1098 time: 0.0578146 Jul 02 11:07:20.398998 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b9add8da-2066-4cf5-8dbb-09eb1e247489 req-517b4eb8-cce0-4de2-9508-79a32455573f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276184 Jul 02 11:07:20.795620 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12963204-2e01-4c73-b680-ba16e8efa889 req-99e6f442-bf68-495d-a8b6-569b96ecc250 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:20.797101 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-12963204-2e01-4c73-b680-ba16e8efa889 req-99e6f442-bf68-495d-a8b6-569b96ecc250 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0623438 Jul 02 11:07:20.835231 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-12963204-2e01-4c73-b680-ba16e8efa889 req-d1260ade-e358-4c40-8809-e068a6e69b7a tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 Jul 02 11:07:21.360097 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f47e8b-01e0-419f-b31a-945dc7f45199 req-502c2895-5c74-40d6-9df2-649a713fbf20 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:21.361581 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b4f47e8b-01e0-419f-b31a-945dc7f45199 req-502c2895-5c74-40d6-9df2-649a713fbf20 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.3033412 Jul 02 11:07:21.373698 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbaab2a-685f-4d93-930d-54073d9d7807 req-b40a628f-da30-4576-8bb5-75889c7c416e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:21.375072 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfbaab2a-685f-4d93-930d-54073d9d7807 req-b40a628f-da30-4576-8bb5-75889c7c416e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0874708 Jul 02 11:07:21.431935 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b4f47e8b-01e0-419f-b31a-945dc7f45199 req-bbf3e259-ee28-4d5f-bd04-ea138f8342c9 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559466 Jul 02 11:07:21.434680 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfbaab2a-685f-4d93-930d-54073d9d7807 req-23bdeabb-159a-48fb-bda9-0007512ced22 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529835 Jul 02 11:07:21.619113 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 442d4079-7417-4091-988c-3d526284281d no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:07:21.641433 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 442d4079-7417-4091-988c-3d526284281d {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:07:21.642325 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 442d4079-7417-4091-988c-3d526284281d not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:07:22.027082 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022c05d-3fa8-48fc-819c-65806da44d88 req-99e32bc9-4f77-4562-802e-1d2867815a1a tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:22.029095 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4022c05d-3fa8-48fc-819c-65806da44d88 req-99e32bc9-4f77-4562-802e-1d2867815a1a tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0781190 Jul 02 11:07:22.082077 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4022c05d-3fa8-48fc-819c-65806da44d88 req-d977f56e-ac68-472f-866b-6b7f261b0e48 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403738 Jul 02 11:07:22.646092 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e45d7-f8e9-47b1-92d4-49c7f2cd00bb req-bce4cb18-1186-4809-a725-c23adf695e83 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:22.647470 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-415e45d7-f8e9-47b1-92d4-49c7f2cd00bb req-bce4cb18-1186-4809-a725-c23adf695e83 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1044061 Jul 02 11:07:22.655377 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9ab2b-ab38-4d75-ae79-ff8ee2ab0ab0 req-abdb3af2-16d6-4463-9720-f0044f5de486 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:22.656736 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-23e9ab2b-ab38-4d75-ae79-ff8ee2ab0ab0 req-abdb3af2-16d6-4463-9720-f0044f5de486 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1043079 Jul 02 11:07:22.711041 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-415e45d7-f8e9-47b1-92d4-49c7f2cd00bb req-8169edbb-4049-4999-848d-7efdf5c892c7 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533741 Jul 02 11:07:22.715716 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-23e9ab2b-ab38-4d75-ae79-ff8ee2ab0ab0 req-0aa850cb-bab2-4783-9383-992f163dbb31 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512178 Jul 02 11:07:23.198120 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed871607-300a-4790-8534-892adbe81e43 req-db146a51-27b5-46c6-a4ad-f225f07f7702 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:23.199490 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed871607-300a-4790-8534-892adbe81e43 req-db146a51-27b5-46c6-a4ad-f225f07f7702 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0652959 Jul 02 11:07:23.270043 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed871607-300a-4790-8534-892adbe81e43 req-af3e8dbf-6b27-41e6-9985-9f90906bb823 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610449 Jul 02 11:07:23.290387 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52341945-ec4c-401e-89c6-283b5d564b22 req-102fe437-b1be-441a-85cb-25b42ed24283 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:23.291884 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-52341945-ec4c-401e-89c6-283b5d564b22 req-102fe437-b1be-441a-85cb-25b42ed24283 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1025777 Jul 02 11:07:23.332924 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-52341945-ec4c-401e-89c6-283b5d564b22 req-9888ec2e-9813-43ca-983c-679c59fa7c4a tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320163 Jul 02 11:07:23.890038 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd92a9-30fb-447c-b1c4-177bc12c7c1f req-7dd1617d-6ae6-474c-95b1-19ba87d723e4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:23.891546 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a5dd92a9-30fb-447c-b1c4-177bc12c7c1f req-7dd1617d-6ae6-474c-95b1-19ba87d723e4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0620983 Jul 02 11:07:23.930525 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a5dd92a9-30fb-447c-b1c4-177bc12c7c1f req-016abdab-a646-435c-bbba-0586a5057221 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327842 Jul 02 11:07:24.447246 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cddcf1-7940-45b7-8647-73c31a9a8276 req-a2723521-b826-46f7-bb8f-0170ec0a0f95 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:24.448739 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-58cddcf1-7940-45b7-8647-73c31a9a8276 req-a2723521-b826-46f7-bb8f-0170ec0a0f95 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0683777 Jul 02 11:07:24.521142 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-58cddcf1-7940-45b7-8647-73c31a9a8276 req-6cabebf4-3956-49e5-b26c-e35fd7eddfdc tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624135 Jul 02 11:07:24.540866 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9e53a-d8b9-4615-bd16-192791245d98 req-53b5ac11-02f5-4033-a2e9-e591f348207b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:24.542314 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-99d9e53a-d8b9-4615-bd16-192791245d98 req-53b5ac11-02f5-4033-a2e9-e591f348207b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0927215 Jul 02 11:07:24.579021 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-99d9e53a-d8b9-4615-bd16-192791245d98 req-35d9e472-cc16-44a0-8494-42370c6ef13b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Jul 02 11:07:25.105402 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3ceaa-b081-4718-a6bd-e90a84af2e6d req-e3e5c729-5c2f-4d4b-a8d6-1d9038f07aed tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:25.106850 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2a3ceaa-b081-4718-a6bd-e90a84af2e6d req-e3e5c729-5c2f-4d4b-a8d6-1d9038f07aed tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0634053 Jul 02 11:07:25.144940 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2a3ceaa-b081-4718-a6bd-e90a84af2e6d req-ab0919a9-d0e5-4cf9-b2ee-640513d4d9e4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326958 Jul 02 11:07:25.749818 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cb3af-5908-4042-9cf8-633eff7eb854 req-6f6b195b-4e62-4131-ac5a-61839f9cfc8b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:25.751334 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8e2cb3af-5908-4042-9cf8-633eff7eb854 req-6f6b195b-4e62-4131-ac5a-61839f9cfc8b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1014857 Jul 02 11:07:25.796404 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99e94-0582-4050-9b37-d6e45c029bd1 req-31dadd6f-b857-4936-9360-a9a41061d9cd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:25.797891 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6cc99e94-0582-4050-9b37-d6e45c029bd1 req-31dadd6f-b857-4936-9360-a9a41061d9cd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1019750 Jul 02 11:07:25.805176 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8e2cb3af-5908-4042-9cf8-633eff7eb854 req-71368feb-51ba-4c6c-8baf-1de25a34cb4e tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474555 Jul 02 11:07:25.838273 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6cc99e94-0582-4050-9b37-d6e45c029bd1 req-1506c5df-acbf-41a0-825a-7108ffafda56 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321708 Jul 02 11:07:26.060046 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545bb5c-3489-4b09-8e22-f78305054b62 req-ffd7e603-9d76-4b80-ad22-4c970adc67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:26.061473 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c545bb5c-3489-4b09-8e22-f78305054b62 req-ffd7e603-9d76-4b80-ad22-4c970adc67b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 1098 time: 0.0543413 Jul 02 11:07:26.155360 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545bb5c-3489-4b09-8e22-f78305054b62 req-0837c672-f03b-4e46-94b9-3574e845404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:26.156877 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c545bb5c-3489-4b09-8e22-f78305054b62 req-0837c672-f03b-4e46-94b9-3574e845404f service neutron] 10.222.0.67 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 920 time: 0.0809839 Jul 02 11:07:26.208249 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c545bb5c-3489-4b09-8e22-f78305054b62 req-aed8d7d5-be7c-4baa-af07-d53dd5173519 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 HTTP/1.1" status: 200 len: 217 time: 0.0374005 Jul 02 11:07:26.297690 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545bb5c-3489-4b09-8e22-f78305054b62 req-158f1083-c1e4-470c-a57b-e4a38c55914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:26.299209 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c545bb5c-3489-4b09-8e22-f78305054b62 req-158f1083-c1e4-470c-a57b-e4a38c55914b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=184b15da-0379-412b-9c0e-bcf60dcc3ada HTTP/1.1" status: 200 len: 859 time: 0.0717735 Jul 02 11:07:26.344475 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c545bb5c-3489-4b09-8e22-f78305054b62 req-c4480fc7-a715-4ce4-b359-bd2a25ea6bdc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=181fc37a-db12-4b98-ac32-011683527f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272763 Jul 02 11:07:26.356581 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec89b88-2847-4e5f-bdf1-b650253afe43 req-ff901a13-4836-4a8c-938c-aef418b9b4ec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:26.358044 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8ec89b88-2847-4e5f-bdf1-b650253afe43 req-ff901a13-4836-4a8c-938c-aef418b9b4ec tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0964055 Jul 02 11:07:26.448878 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8ec89b88-2847-4e5f-bdf1-b650253afe43 req-64a5ee67-756b-4025-8b1d-c77615c4c9a0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822473 Jul 02 11:07:26.470612 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c545bb5c-3489-4b09-8e22-f78305054b62 req-c24ba5fe-fb94-4532-a7c2-f64bf31c4f07 service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116567 Jul 02 11:07:26.580116 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c545bb5c-3489-4b09-8e22-f78305054b62 req-4af8e1f4-0d8e-4ccb-9623-de1c8e4cde06 service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884151 Jul 02 11:07:27.016734 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c8cb6-d787-4673-be93-fd5bae451d05 req-b7e4aa45-7a04-4fbf-9006-9df1c09a296f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:27.018305 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-aa2c8cb6-d787-4673-be93-fd5bae451d05 req-b7e4aa45-7a04-4fbf-9006-9df1c09a296f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1016233 Jul 02 11:07:27.050826 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376e5ef-d7d5-4a70-a811-413a5c6c3f44 req-2a69edde-c9a8-4b22-a9d4-f27425025ee4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:27.052283 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1376e5ef-d7d5-4a70-a811-413a5c6c3f44 req-2a69edde-c9a8-4b22-a9d4-f27425025ee4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0990171 Jul 02 11:07:27.081661 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-aa2c8cb6-d787-4673-be93-fd5bae451d05 req-3136b6c6-2131-4ed1-b32a-3c18e5d9db7d tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557573 Jul 02 11:07:27.104472 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1376e5ef-d7d5-4a70-a811-413a5c6c3f44 req-1bd53dae-1169-4f6f-ab21-98c1ec983d69 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465441 Jul 02 11:07:27.552379 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:27.638994 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16f8a6-9a6b-4821-937f-3c17916665a9 req-6714543f-9624-494f-a438-022e5633a511 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:27.640445 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0e16f8a6-9a6b-4821-937f-3c17916665a9 req-6714543f-9624-494f-a438-022e5633a511 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0690601 Jul 02 11:07:27.682089 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0e16f8a6-9a6b-4821-937f-3c17916665a9 req-af781204-076e-4cff-a70c-a2446b881780 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352330 Jul 02 11:07:28.169009 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfa53402-068a-4ff6-9693-921af73725df req-ba294afe-7b67-45f2-8f14-8092d1ca2814 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625811 Jul 02 11:07:28.355667 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa53402-068a-4ff6-9693-921af73725df req-449449e4-2344-4ff0-ac29-75e6cc688a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:28.357462 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfa53402-068a-4ff6-9693-921af73725df req-449449e4-2344-4ff0-ac29-75e6cc688a89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=20afc301cd824dda9837cedf74ade47a&device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 1098 time: 0.1544604 Jul 02 11:07:28.391171 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee81aa-592c-4bc0-a0b7-bf60eceb438f req-cf273a6e-738b-41bb-b318-368940926511 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:28.393195 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-baee81aa-592c-4bc0-a0b7-bf60eceb438f req-cf273a6e-738b-41bb-b318-368940926511 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1158671 Jul 02 11:07:28.410613 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aebaf-6481-44da-886c-db633b415687 req-7f969700-7d53-40f6-90ca-a29308dd2f62 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:28.412122 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-908aebaf-6481-44da-886c-db633b415687 req-7f969700-7d53-40f6-90ca-a29308dd2f62 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1687822 Jul 02 11:07:28.572442 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-908aebaf-6481-44da-886c-db633b415687 req-823e2e88-0f17-407f-831a-63f1d6583a16 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458652 Jul 02 11:07:28.578764 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-baee81aa-592c-4bc0-a0b7-bf60eceb438f req-59606d86-3609-4dd2-a74c-1de0ea821f2f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647251 Jul 02 11:07:28.603252 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa53402-068a-4ff6-9693-921af73725df req-b0577802-2c88-4bfb-8825-651968970fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:28.604777 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfa53402-068a-4ff6-9693-921af73725df req-b0577802-2c88-4bfb-8825-651968970fcf service neutron] 10.222.0.67 "GET /v2.0/networks?id=181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 200 len: 920 time: 0.1807513 Jul 02 11:07:28.677836 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfa53402-068a-4ff6-9693-921af73725df req-d88a6e3a-2372-46aa-9aca-93903b499083 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20faadb2-8a52-484e-b08f-e3e3fd5699d1 HTTP/1.1" status: 200 len: 217 time: 0.0599148 Jul 02 11:07:28.745436 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa53402-068a-4ff6-9693-921af73725df req-479d0690-4237-4dbe-ba40-92a151f54c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:28.746988 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfa53402-068a-4ff6-9693-921af73725df req-479d0690-4237-4dbe-ba40-92a151f54c9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=184b15da-0379-412b-9c0e-bcf60dcc3ada HTTP/1.1" status: 200 len: 859 time: 0.0622840 Jul 02 11:07:28.807845 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfa53402-068a-4ff6-9693-921af73725df req-934aa03a-c6cc-4a2b-b08f-d024e7e6d83d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=181fc37a-db12-4b98-ac32-011683527f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464313 Jul 02 11:07:28.985242 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff71ac6-a2f4-4011-9599-e21b23eb10d1 req-7396dfd3-19a7-4be0-b558-f29c6da23335 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:28.986834 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9ff71ac6-a2f4-4011-9599-e21b23eb10d1 req-7396dfd3-19a7-4be0-b558-f29c6da23335 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1626072 Jul 02 11:07:28.992950 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfa53402-068a-4ff6-9693-921af73725df req-35216694-6a8f-4093-a9eb-735bbf2336ea service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753552 Jul 02 11:07:29.187421 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9ff71ac6-a2f4-4011-9599-e21b23eb10d1 req-756b3bae-b52d-46c3-8882-c51f6f700240 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906221 Jul 02 11:07:29.200179 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfa53402-068a-4ff6-9693-921af73725df req-db505c16-4e51-4820-979b-612273e13476 service neutron] 10.222.0.67 "GET /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842828 Jul 02 11:07:29.811522 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795fe1b-4413-4447-8195-96e0a8303e8d req-7a7a8ac9-b91d-4f17-8073-3df8eb7c8af2 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:29.813068 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9795fe1b-4413-4447-8195-96e0a8303e8d req-7a7a8ac9-b91d-4f17-8073-3df8eb7c8af2 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1046851 Jul 02 11:07:29.828326 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a5388-8b69-4eb9-af30-91e085e23ba8 req-c57f03b3-b0c9-4def-bb1a-b9beeb0419b2 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:29.830118 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-714a5388-8b69-4eb9-af30-91e085e23ba8 req-c57f03b3-b0c9-4def-bb1a-b9beeb0419b2 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.0919414 Jul 02 11:07:29.883046 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9795fe1b-4413-4447-8195-96e0a8303e8d req-4e469d84-66e5-48b8-8586-0b5ac35c445e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504978 Jul 02 11:07:29.896452 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-714a5388-8b69-4eb9-af30-91e085e23ba8 req-09c55dc0-f71c-48bb-a24c-23f59ec78ffd tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590515 Jul 02 11:07:30.335200 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50666e-77f6-474d-a861-63a803eceea9 req-616e7b82-b017-4751-b648-edfd5fd58e69 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:30.336860 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5d50666e-77f6-474d-a861-63a803eceea9 req-616e7b82-b017-4751-b648-edfd5fd58e69 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0926712 Jul 02 11:07:30.438841 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5d50666e-77f6-474d-a861-63a803eceea9 req-f9a87595-0859-4789-8f74-1628fd2a1989 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949750 Jul 02 11:07:30.568012 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38840a53-d36b-434e-8c0f-23c83a4a8398 req-1b5dc766-60f3-4226-9d4e-30d3f1656a83 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:30.569680 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-38840a53-d36b-434e-8c0f-23c83a4a8398 req-1b5dc766-60f3-4226-9d4e-30d3f1656a83 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0799179 Jul 02 11:07:30.641002 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-38840a53-d36b-434e-8c0f-23c83a4a8398 req-9748b601-975c-4636-abc8-b9180df5729c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650961 Jul 02 11:07:30.717737 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2fe40375-336c-4c6f-b57d-6c775a5b037f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:31.659104 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d41b0-cb76-465e-9774-088d98608b94 req-88b79234-792e-40be-8cda-912a69d4877d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:31.669142 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-af5d41b0-cb76-465e-9774-088d98608b94 req-88b79234-792e-40be-8cda-912a69d4877d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0804615 Jul 02 11:07:31.709705 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-af5d41b0-cb76-465e-9774-088d98608b94 req-404d26a3-2384-4813-880a-70adb4d519d0 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369177 Jul 02 11:07:31.853403 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b24e19-5c12-4958-8379-6abfedba3eb5 req-327495b1-b75e-4dd2-93bf-387649e6100a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:31.855064 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10b24e19-5c12-4958-8379-6abfedba3eb5 req-327495b1-b75e-4dd2-93bf-387649e6100a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0671072 Jul 02 11:07:31.898134 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10b24e19-5c12-4958-8379-6abfedba3eb5 req-03264c90-6bc1-4c84-88b7-10dfcf3c4285 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366125 Jul 02 11:07:32.950998 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4183-74ed-4f1f-83e4-c1a57f086b85 req-4242966c-25af-40aa-b985-b39fc170317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:32.952502 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a1c4183-74ed-4f1f-83e4-c1a57f086b85 req-4242966c-25af-40aa-b985-b39fc170317b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cafb7a6d12642968d9c8a031a2873fb&device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 1098 time: 0.1199336 Jul 02 11:07:32.978448 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beca505-f3cc-4aaa-b3c6-6e661db621dc req-3b180f27-966a-476b-9429-8b015dad3a65 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:32.985997 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1beca505-f3cc-4aaa-b3c6-6e661db621dc req-3b180f27-966a-476b-9429-8b015dad3a65 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1162634 Jul 02 11:07:33.039377 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d1e73639-9207-4860-8e60-89802ab25c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:33.099103 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1beca505-f3cc-4aaa-b3c6-6e661db621dc req-fb0db53c-a49d-45a1-ae6a-5d61ac1ef002 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120834 Jul 02 11:07:33.182247 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5ede9-a20a-4a7d-b5f8-e7f0e6b0f988 req-3d445df5-e3ae-46ea-8f71-eb34d7ee2b4a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:33.183722 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0cb5ede9-a20a-4a7d-b5f8-e7f0e6b0f988 req-3d445df5-e3ae-46ea-8f71-eb34d7ee2b4a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1410222 Jul 02 11:07:33.185141 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4183-74ed-4f1f-83e4-c1a57f086b85 req-b55419c4-3918-4bee-b534-810289a15390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:33.186440 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a1c4183-74ed-4f1f-83e4-c1a57f086b85 req-b55419c4-3918-4bee-b534-810289a15390 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0411a882-cef5-465d-84d7-07c8775a8d59 HTTP/1.1" status: 200 len: 912 time: 0.2248545 Jul 02 11:07:33.232784 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0cb5ede9-a20a-4a7d-b5f8-e7f0e6b0f988 req-9315ea71-1c4e-4acd-83a4-27011748d378 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434391 Jul 02 11:07:33.309258 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a1c4183-74ed-4f1f-83e4-c1a57f086b85 req-e25d3a90-9180-4c59-bce8-8cf3ff89481b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6492bbec-e3bd-4a42-824a-0be7ed84f712 HTTP/1.1" status: 200 len: 1000 time: 0.1027629 Jul 02 11:07:33.384665 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4183-74ed-4f1f-83e4-c1a57f086b85 req-21878977-663f-4e38-92d1-6f85b7d62a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:33.386734 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a1c4183-74ed-4f1f-83e4-c1a57f086b85 req-21878977-663f-4e38-92d1-6f85b7d62a03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=96f57f91-4b20-4f81-8966-ec05e4184b01 HTTP/1.1" status: 200 len: 850 time: 0.0622799 Jul 02 11:07:33.518174 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:33.686356 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4183-74ed-4f1f-83e4-c1a57f086b85 req-34968dcf-29f5-4c01-a90e-0d317ddd8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:33.688381 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a1c4183-74ed-4f1f-83e4-c1a57f086b85 req-34968dcf-29f5-4c01-a90e-0d317ddd8bb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0411a882-cef5-465d-84d7-07c8775a8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2863011 Jul 02 11:07:33.809180 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a1c4183-74ed-4f1f-83e4-c1a57f086b85 req-46a0d44c-ee7a-4a04-94c7-822518f70a89 service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082108 Jul 02 11:07:33.942254 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a1c4183-74ed-4f1f-83e4-c1a57f086b85 req-0a643b8e-ff85-490a-a0c5-fd89a86ba3e0 service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177270 Jul 02 11:07:34.377375 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:34.421595 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21e2f7-1733-4d1b-8158-e16aa35db617 req-5c040d68-4fce-4980-9a11-b8bb799cff06 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:34.431965 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0b21e2f7-1733-4d1b-8158-e16aa35db617 req-5c040d68-4fce-4980-9a11-b8bb799cff06 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1359878 Jul 02 11:07:34.525110 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0b21e2f7-1733-4d1b-8158-e16aa35db617 req-61eb831d-26f1-401f-bcab-991367a94578 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919056 Jul 02 11:07:34.567626 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e2328-524f-46d2-914f-06432ec95c36 req-d2dc9e02-ae62-4fe3-a640-8cbfe0221006 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:34.569514 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-925e2328-524f-46d2-914f-06432ec95c36 req-d2dc9e02-ae62-4fe3-a640-8cbfe0221006 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1150661 Jul 02 11:07:34.614626 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-925e2328-524f-46d2-914f-06432ec95c36 req-60b8a75e-125b-4f3d-8f3f-74c379f976e9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360670 Jul 02 11:07:35.795048 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b081f-ec8f-435e-8d90-74fcb0c0a0c7 req-a49d99cd-0526-4f95-a3e3-86b43a075a75 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:35.812118 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-087b081f-ec8f-435e-8d90-74fcb0c0a0c7 req-a49d99cd-0526-4f95-a3e3-86b43a075a75 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1308694 Jul 02 11:07:35.860959 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:35.993821 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-087b081f-ec8f-435e-8d90-74fcb0c0a0c7 req-fd0032a1-a951-444d-bf2a-1fdf05879f91 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807930 Jul 02 11:07:36.032863 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71cb55-6f5b-41f5-946e-82c5672e41a1 req-2a538425-3ed9-4207-84fc-ae2d0428a26a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:36.051275 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bf71cb55-6f5b-41f5-946e-82c5672e41a1 req-2a538425-3ed9-4207-84fc-ae2d0428a26a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.2057366 Jul 02 11:07:36.133504 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bf71cb55-6f5b-41f5-946e-82c5672e41a1 req-68f88beb-0ec4-48d9-89cd-44e4f5a627ba tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813863 Jul 02 11:07:37.381709 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f8b95-8ae4-4788-8fde-dc6a13a52093 req-3b2eb9c1-c4e7-4883-9875-ce3af6332065 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:37.383998 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2b9f8b95-8ae4-4788-8fde-dc6a13a52093 req-3b2eb9c1-c4e7-4883-9875-ce3af6332065 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0778413 Jul 02 11:07:37.446444 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2b9f8b95-8ae4-4788-8fde-dc6a13a52093 req-bcaa9188-10ea-411e-b8ab-d787949fdf5f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528250 Jul 02 11:07:37.812851 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-8ac270d0-1096-4b49-aa3b-15100a02f5f8 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:37.814345 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-8ac270d0-1096-4b49-aa3b-15100a02f5f8 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/networks?id=ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 200 len: 815 time: 0.1192997 Jul 02 11:07:37.829827 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-7db90f1e-204b-43ef-8700-c7642b385f1f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/quotas/9f394dde912044f6a9201a3312be6a20 HTTP/1.1" status: 200 len: 375 time: 0.0099695 Jul 02 11:07:37.919960 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-90dafd34-f5ac-4566-ac20-076a182a0f85 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f394dde912044f6a9201a3312be6a20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837002 Jul 02 11:07:38.026445 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-329f3fdf-0048-472d-8ac0-5a2f739f27f1 service neutron] 10.222.0.24 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050653 Jul 02 11:07:38.143679 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-024ba633-fd2d-4e1d-8d0f-53f02f78ea86 service neutron] 10.222.0.24 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160789 Jul 02 11:07:38.364977 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-034317f1-0e36-4c75-9045-0a86d77dcea7 req-9c148d1f-f829-4887-93d3-75910cf42ad3 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 210 time: 0.0692348 Jul 02 11:07:38.652416 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c47bdd-227b-4ab3-9879-03d8cc9a3f72 req-9208a8a0-7146-4aac-b39c-5464e2df1913 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:38.655719 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-77c47bdd-227b-4ab3-9879-03d8cc9a3f72 req-9208a8a0-7146-4aac-b39c-5464e2df1913 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0883420 Jul 02 11:07:38.703993 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-77c47bdd-227b-4ab3-9879-03d8cc9a3f72 req-ba7223f2-35ca-4043-b301-5c818fe95b60 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414212 Jul 02 11:07:38.874373 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d75e0d-6c78-4d78-ab12-01638f401438 req-27833d65-db88-4f54-ab77-df611307f978 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:38.876776 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f7d75e0d-6c78-4d78-ab12-01638f401438 req-27833d65-db88-4f54-ab77-df611307f978 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0729234 Jul 02 11:07:38.921051 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f7d75e0d-6c78-4d78-ab12-01638f401438 req-e060ea99-0759-43c1-aead-3ab0a454f2ea tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375671 Jul 02 11:07:39.529905 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d7dc8143-6447-4196-ba0b-7083144423a3 req-614a76f6-75e4-4895-bfc0-53eb1e10b982 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 210 time: 0.0330212 Jul 02 11:07:39.926590 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6520d4-4f79-46cb-bda3-50ef2040cd7c req-5a1b0557-08fa-4774-b032-01fe5ad0e428 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:39.928543 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bc6520d4-4f79-46cb-bda3-50ef2040cd7c req-5a1b0557-08fa-4774-b032-01fe5ad0e428 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0717504 Jul 02 11:07:39.982075 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bc6520d4-4f79-46cb-bda3-50ef2040cd7c req-b9e74306-7b9a-4282-b612-937271b3f3bb tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455492 Jul 02 11:07:40.141274 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de08709-c2bb-4015-8e4b-5148348674b1 req-36293b49-9d90-4963-a950-d2da88fda50b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:40.142901 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6de08709-c2bb-4015-8e4b-5148348674b1 req-36293b49-9d90-4963-a950-d2da88fda50b tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0804191 Jul 02 11:07:40.187011 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6de08709-c2bb-4015-8e4b-5148348674b1 req-9d214b0b-4440-48aa-b11d-4ef89d6e62ba tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358505 Jul 02 11:07:40.245303 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:07:40.685465 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0f009d8f-96ad-44dd-b957-8d2c17cd904d req-b5a7cbcb-5fae-497c-9b23-a7ceb33993de tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 210 time: 0.0332963 Jul 02 11:07:41.164192 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f5002-bb8f-4aaf-84b5-ab450647e4a4 req-8260bde7-94ae-4bca-811d-8c480186dcf4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:41.169096 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-916f5002-bb8f-4aaf-84b5-ab450647e4a4 req-8260bde7-94ae-4bca-811d-8c480186dcf4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0737350 Jul 02 11:07:41.213818 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-916f5002-bb8f-4aaf-84b5-ab450647e4a4 req-6a2769d4-e2dc-4458-a8d2-fabb0c4ca13e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420394 Jul 02 11:07:41.394718 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3c4cf-4eb5-456d-b924-4066e37d9aed req-692d03ae-d9e9-463a-aa2b-45a28aa0da36 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:41.396358 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-01a3c4cf-4eb5-456d-b924-4066e37d9aed req-692d03ae-d9e9-463a-aa2b-45a28aa0da36 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.0679564 Jul 02 11:07:41.451734 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-01a3c4cf-4eb5-456d-b924-4066e37d9aed req-47294491-6a72-45be-9846-17b91f03b256 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453904 Jul 02 11:07:41.847926 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fc57eb0b-cbea-42f8-a0ba-1060eb6a0a76 req-8c463d41-6089-4f47-9cf5-aa55de406057 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 210 time: 0.0340428 Jul 02 11:07:42.544228 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd244387-319b-4c72-951e-990f5590ed17 req-43d8963b-b7a1-493a-9391-fe704737946c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:42.545732 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bd244387-319b-4c72-951e-990f5590ed17 req-43d8963b-b7a1-493a-9391-fe704737946c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.2076354 Jul 02 11:07:42.613843 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-74b84a70-bf35-46e4-a10f-d74cb049ea87 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:42.615922 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-74b84a70-bf35-46e4-a10f-d74cb049ea87 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "GET /v2.0/networks?id=ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 200 len: 815 time: 0.2308450 Jul 02 11:07:42.660992 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Request body: {'port': {'device_id': '98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68', 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df', 'admin_state_up': True, 'tenant_id': '9f394dde912044f6a9201a3312be6a20'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:07:42.669555 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bd244387-319b-4c72-951e-990f5590ed17 req-71c0de0c-8bf7-4cf6-b475-ef1a597c7685 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126618 Jul 02 11:07:42.852112 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a731fc-85f6-43a0-b996-edc3b5750a24 req-2adbd25b-f9ee-49b0-8495-cddce04864dc tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:42.854230 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-51a731fc-85f6-43a0-b996-edc3b5750a24 req-2adbd25b-f9ee-49b0-8495-cddce04864dc tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.2494090 Jul 02 11:07:42.945530 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Made reservation on behalf of 9f394dde912044f6a9201a3312be6a20 for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:07:42.949584 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:42.957179 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-51a731fc-85f6-43a0-b996-edc3b5750a24 req-3ba96363-00f2-4666-aaff-9094bfabef79 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946734 Jul 02 11:07:43.113311 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-97586732-68b9-4787-8549-253853e1f7a4 req-21419b2c-ef8c-433c-8e96-7e4c9d98736b tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 210 time: 0.0480833 Jul 02 11:07:43.247192 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Allocated IP 172.20.0.12 (ebf760af-3b95-4dd7-aae5-4d140a9216df/4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6/83c8c0f7-7f81-416d-b3d1-8132b0d4aec9) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:07:43.438924 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:43.484248 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:43.497649 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['3800d62c-20bd-4977-928b-118268dedb88', '336e7211-f38e-4a22-abcb-08a9e6932058', 'c036d4dc-0487-4fab-abe7-cf0940a85a2a'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:07:43.534033 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Network ebf760af-3b95-4dd7-aae5-4d140a9216df is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:07:43.537411 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:07:43.541332 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:07:43.587246 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Pushing event updated for resources: {'Port': ['ID=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:43.599716 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:43.600384 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:43.622729 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-388ecce8-1276-482e-b0f9-ce272da68b61 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9843955 Jul 02 11:07:43.638594 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Request body: {'port': {'device_id': '98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:07:43.720879 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:43.743964 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 526c8f10-0ceb-46d5-a05d-7f32a1654b13 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:07:44.065941 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:44.081012 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6b6ea-8f76-4e2f-9733-a753d9b57c6e req-65b27e91-04f7-4f23-8701-04ddeadb85ac tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:44.083673 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e3f6b6ea-8f76-4e2f-9733-a753d9b57c6e req-65b27e91-04f7-4f23-8701-04ddeadb85ac tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.2073696 Jul 02 11:07:44.091747 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'port_id': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'mac_address': 'fa:16:3e:93:e2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:07:44.170095 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:44.194144 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 526c8f10-0ceb-46d5-a05d-7f32a1654b13 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:07:44.202873 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:07:44.215345 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:44.217588 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:44.220129 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e3f6b6ea-8f76-4e2f-9733-a753d9b57c6e req-fb232bed-e860-4308-895c-bfc50950a1a6 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172044 Jul 02 11:07:44.231598 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:44.237852 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Transition to ACTIVE for port object 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:07:44.277800 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4e99a-fc15-40e1-a619-3ebd5f6db633 req-2969847f-b2c5-4224-8242-35ae5933e81a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:44.279970 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7eb4e99a-fc15-40e1-a619-3ebd5f6db633 req-2969847f-b2c5-4224-8242-35ae5933e81a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.1919706 Jul 02 11:07:44.318121 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=526c8f10-0ceb-46d5-a05d-7f32a1654b13,revision_number=6']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:44.323431 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:44.328367 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:44.329158 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:44.329675 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:44.330025 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:44.330428 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:44.330894 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:44.331941 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:44.332505 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:44.333088 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:44.333438 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:44.333867 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:44.335181 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:44.399817 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Pushing event updated for resources: {'Port': ['ID=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:44.414505 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7eb4e99a-fc15-40e1-a619-3ebd5f6db633 req-d8599b83-03e8-4447-861f-bc2a3af840f0 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262143 Jul 02 11:07:44.498191 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['526c8f10-0ceb-46d5-a05d-7f32a1654b13'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:07:44.539107 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Attempting to bind port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:07:44.539389 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Attempting to bind port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:07:44.540066 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Attempting to bind port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 on network ebf760af-3b95-4dd7-aae5-4d140a9216df {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:07:44.548394 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 on network ebf760af-3b95-4dd7-aae5-4d140a9216df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:07:44.548745 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Attempting to bind port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 on network ebf760af-3b95-4dd7-aae5-4d140a9216df {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:07:44.559329 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da9f4c-8f61-4752-9e0b-4066c6a8f381 req-936f6d9f-a967-4298-bd6c-e88f0d4d0130 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:44.560820 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-75da9f4c-8f61-4752-9e0b-4066c6a8f381 req-936f6d9f-a967-4298-bd6c-e88f0d4d0130 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 944 time: 0.1152740 Jul 02 11:07:44.563389 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:07:44.563719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Checking segment: {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:07:44.564092 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Bound using segment: {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:07:44.564536 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Bound port: 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9377e02-f9d6-43bc-a940-856a42e20693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:07:44.564892 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:44.637897 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-75da9f4c-8f61-4752-9e0b-4066c6a8f381 req-430c0783-9eea-4aa6-b6fc-6ed6bda4cbd8 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691037 Jul 02 11:07:44.661230 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] For port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:07:44.664236 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] For port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:07:44.668993 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:44.704086 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:44.704713 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:44.706102 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] 10.222.0.67 "PUT /v2.0/ports/83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 HTTP/1.1" status: 200 len: 1094 time: 1.0722256 Jul 02 11:07:44.706618 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68', 'tag': '83c8c0f7-7f81-416d-b3d1-8132b0d4aec9'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:07:44.708836 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c1913b-9b0c-4139-a229-bc45bb61aa28" -d '{"events": [{"name": "network-changed", "server_uuid": "98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68", "tag": "83c8c0f7-7f81-416d-b3d1-8132b0d4aec9"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:07:44.727687 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b7d65-e34d-475a-b3df-133e2e733cdb service neutron] Pushing event updated for resources: {'Port': ['ID=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:44.751537 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794daf44-9eab-4c09-b899-d7e2f3ebb79e x-openstack-request-id: req-794daf44-9eab-4c09-b899-d7e2f3ebb79e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:07:44.751842 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68", "tag": "83c8c0f7-7f81-416d-b3d1-8132b0d4aec9", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:07:44.752090 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-794daf44-9eab-4c09-b899-d7e2f3ebb79e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:07:44.752482 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68', 'tag': '83c8c0f7-7f81-416d-b3d1-8132b0d4aec9', 'status': 'completed', 'code': 200} Jul 02 11:07:44.817341 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-ab54a2a2-d3cb-44b7-8b0b-d19f59cfa139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:44.818826 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-ab54a2a2-d3cb-44b7-8b0b-d19f59cfa139 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f394dde912044f6a9201a3312be6a20&device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 1097 time: 0.0535953 Jul 02 11:07:44.869779 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-f1adc3fc-97a5-4c91-9655-4cdc310dbbeb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 HTTP/1.1" status: 200 len: 217 time: 0.0356073 Jul 02 11:07:44.920501 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-d011af69-bd9f-4da8-9813-0e04f8ecb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:44.921986 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-d011af69-bd9f-4da8-9813-0e04f8ecb5d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6 HTTP/1.1" status: 200 len: 855 time: 0.0443449 Jul 02 11:07:44.957384 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-668f104f-5f8a-4d87-8ae5-0d72f036d9b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebf760af-3b95-4dd7-aae5-4d140a9216df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268159 Jul 02 11:07:45.058069 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-87a8a39a-b5cf-4d8b-ad61-c05c31c1f7b8 service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883596 Jul 02 11:07:45.164685 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-18b6e4c2-a4b0-4556-ba65-d414b150595d req-8f44e751-afee-4442-b435-c6803ba363b5 service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806177 Jul 02 11:07:45.280271 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1913b-9b0c-4139-a229-bc45bb61aa28 req-322fb224-8d32-40b5-962c-52332646130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:45.281819 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d0c1913b-9b0c-4139-a229-bc45bb61aa28 req-322fb224-8d32-40b5-962c-52332646130c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f394dde912044f6a9201a3312be6a20&device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 1097 time: 0.0533564 Jul 02 11:07:45.657904 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1913b-9b0c-4139-a229-bc45bb61aa28 req-48c58393-7926-4b4c-a686-fd2d58b9d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:45.659418 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d0c1913b-9b0c-4139-a229-bc45bb61aa28 req-48c58393-7926-4b4c-a686-fd2d58b9d874 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 200 len: 916 time: 0.3660705 Jul 02 11:07:45.738333 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d0c1913b-9b0c-4139-a229-bc45bb61aa28 req-5750f702-4d6b-45a6-ac55-58262c23969b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 HTTP/1.1" status: 200 len: 217 time: 0.0513115 Jul 02 11:07:45.752265 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551d882-3454-4c70-a591-564d3c734f66 req-9ab18b53-ff9d-4c7e-9c8f-1b7be705aa73 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:45.753603 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 526c8f10-0ceb-46d5-a05d-7f32a1654b13 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:07:45.754316 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d551d882-3454-4c70-a591-564d3c734f66 req-9ab18b53-ff9d-4c7e-9c8f-1b7be705aa73 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 944 time: 0.3993556 Jul 02 11:07:45.804055 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:07:45.804535 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:45.837121 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf84b9b-de90-45db-a56d-d08bd0839443 req-41829edc-24d6-45e1-a441-24a213d3f462 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:45.838622 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fcf84b9b-de90-45db-a56d-d08bd0839443 req-41829edc-24d6-45e1-a441-24a213d3f462 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.67 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.4410028 Jul 02 11:07:45.854585 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1913b-9b0c-4139-a229-bc45bb61aa28 req-8dd4f7f8-12e0-44ea-84f4-721373a00a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:45.856058 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d0c1913b-9b0c-4139-a229-bc45bb61aa28 req-8dd4f7f8-12e0-44ea-84f4-721373a00a70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6 HTTP/1.1" status: 200 len: 855 time: 0.0991783 Jul 02 11:07:45.868670 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d551d882-3454-4c70-a591-564d3c734f66 req-61785592-7e82-40d3-93fb-7e354c7ff4ad tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004736 Jul 02 11:07:45.883752 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:45.886320 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68f3e2-bc2e-40d3-b1cb-0c26b869878d req-9f5b84e1-96ec-4ac1-8a6c-0dce1636919e tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:45.887877 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ef68f3e2-bc2e-40d3-b1cb-0c26b869878d req-9f5b84e1-96ec-4ac1-8a6c-0dce1636919e tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 945 time: 0.2457812 Jul 02 11:07:45.929434 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:07:45.938731 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e03e52-5c45-4e91-a0a4-c0174a264cb9" -d '{"events": [{"server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "name": "network-vif-plugged", "status": "completed", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:07:45.946578 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d0c1913b-9b0c-4139-a229-bc45bb61aa28 req-16116e8a-c551-4cc3-9115-e5c2eeba0050 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebf760af-3b95-4dd7-aae5-4d140a9216df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752690 Jul 02 11:07:45.969045 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:45.975034 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:46.038148 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ef68f3e2-bc2e-40d3-b1cb-0c26b869878d req-d72554cf-8ab4-4bf8-8dbd-7faab9ab2f31 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262300 Jul 02 11:07:46.052315 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=526c8f10-0ceb-46d5-a05d-7f32a1654b13,revision_number=7']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:46.117122 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b10072-da10-42ea-bc2f-2ef633b89b89 x-openstack-request-id: req-68b10072-da10-42ea-bc2f-2ef633b89b89 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:07:46.117637 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "name": "network-vif-plugged", "status": "completed", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:07:46.118075 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68b10072-da10-42ea-bc2f-2ef633b89b89 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:07:46.118637 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'code': 200} Jul 02 11:07:46.166296 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d0c1913b-9b0c-4139-a229-bc45bb61aa28 req-66ab5106-82b3-437d-bd77-79eb99102a91 service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025464 Jul 02 11:07:46.175527 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-fcf84b9b-de90-45db-a56d-d08bd0839443 req-d297b562-13e5-4ad5-9941-5385ef6abeca tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Deleting port 20faadb2-8a52-484e-b08f-e3e3fd5699d1 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:07:46.175867 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-fcf84b9b-de90-45db-a56d-d08bd0839443 req-d297b562-13e5-4ad5-9941-5385ef6abeca tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:46.310944 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf90d1-3006-4002-8847-229baf680ea1 req-069ad5cf-9a54-4fca-8586-c4169cc84b56 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:46.312455 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cabf90d1-3006-4002-8847-229baf680ea1 req-069ad5cf-9a54-4fca-8586-c4169cc84b56 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 944 time: 0.2352183 Jul 02 11:07:46.398601 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-fcf84b9b-de90-45db-a56d-d08bd0839443 req-d297b562-13e5-4ad5-9941-5385ef6abeca tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] For port 20faadb2-8a52-484e-b08f-e3e3fd5699d1, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=20faadb2-8a52-484e-b08f-e3e3fd5699d1,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:46.398964 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-fcf84b9b-de90-45db-a56d-d08bd0839443 req-d297b562-13e5-4ad5-9941-5385ef6abeca tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:46.434451 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cabf90d1-3006-4002-8847-229baf680ea1 req-258e1a23-a096-4bf1-b71b-05634136d179 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944586 Jul 02 11:07:46.442130 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d0c1913b-9b0c-4139-a229-bc45bb61aa28 req-2ce7664e-a368-436b-ad0d-663d24456015 service neutron] 10.222.0.67 "GET /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029350 Jul 02 11:07:46.443694 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-fcf84b9b-de90-45db-a56d-d08bd0839443 req-d297b562-13e5-4ad5-9941-5385ef6abeca tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Calling delete_port for 20faadb2-8a52-484e-b08f-e3e3fd5699d1 owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:07:46.625443 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-fcf84b9b-de90-45db-a56d-d08bd0839443 req-d297b562-13e5-4ad5-9941-5385ef6abeca tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:46.642338 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['20faadb2-8a52-484e-b08f-e3e3fd5699d1', '10c1fb65-c2dd-4b77-9989-d8c66e6e0b90'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:07:46.680679 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297b562-13e5-4ad5-9941-5385ef6abeca tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Pushing event deleted for resources: {'Port': ['ID=20faadb2-8a52-484e-b08f-e3e3fd5699d1,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:46.724636 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf84b9b-de90-45db-a56d-d08bd0839443 req-d297b562-13e5-4ad5-9941-5385ef6abeca tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] No DVR routers for this DVR port 20faadb2-8a52-484e-b08f-e3e3fd5699d1 on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:07:46.727809 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-fcf84b9b-de90-45db-a56d-d08bd0839443 req-d297b562-13e5-4ad5-9941-5385ef6abeca tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:46.730183 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fcf84b9b-de90-45db-a56d-d08bd0839443 req-d297b562-13e5-4ad5-9941-5385ef6abeca tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.67 "DELETE /v2.0/ports/20faadb2-8a52-484e-b08f-e3e3fd5699d1 HTTP/1.1" status: 204 len: 173 time: 0.8721178 Jul 02 11:07:46.755482 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2732a8df-7a5c-4f9b-aea4-4071980187b4', 'name': 'network-vif-deleted', 'tag': '20faadb2-8a52-484e-b08f-e3e3fd5699d1'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:07:46.761034 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f3bcb5-99d7-449c-aa37-1fdc2ca62885" -d '{"events": [{"server_uuid": "2732a8df-7a5c-4f9b-aea4-4071980187b4", "name": "network-vif-deleted", "tag": "20faadb2-8a52-484e-b08f-e3e3fd5699d1"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:07:46.878864 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f2762b-3cf0-40a5-b6da-8e86a977a933 x-openstack-request-id: req-c5f2762b-3cf0-40a5-b6da-8e86a977a933 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:07:46.879803 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2732a8df-7a5c-4f9b-aea4-4071980187b4", "name": "network-vif-deleted", "tag": "20faadb2-8a52-484e-b08f-e3e3fd5699d1", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:07:46.880216 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5f2762b-3cf0-40a5-b6da-8e86a977a933 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:07:46.880919 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2732a8df-7a5c-4f9b-aea4-4071980187b4', 'name': 'network-vif-deleted', 'tag': '20faadb2-8a52-484e-b08f-e3e3fd5699d1', 'status': 'completed', 'code': 200} Jul 02 11:07:47.155397 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc6335-5df2-4753-ac51-a3f6a32a9a00 req-332987fa-c684-45db-970a-1cebaa9de7aa tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:47.167953 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-30bc6335-5df2-4753-ac51-a3f6a32a9a00 req-332987fa-c684-45db-970a-1cebaa9de7aa tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1310167 Jul 02 11:07:47.221076 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-30bc6335-5df2-4753-ac51-a3f6a32a9a00 req-f4161c80-feba-403f-b360-1e2dec4fc801 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517936 Jul 02 11:07:47.269105 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a2f24481-b221-4127-a221-654125515a41 req-cedf7548-68c8-4cac-b725-ba04f28346da tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=2732a8df-7a5c-4f9b-aea4-4071980187b4 HTTP/1.1" status: 200 len: 210 time: 0.0455105 Jul 02 11:07:47.691863 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3d88-7633-4631-9942-d80d68d6317f req-1d390846-7645-4d39-9678-fb838a21a639 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:47.694191 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e77e3d88-7633-4631-9942-d80d68d6317f req-1d390846-7645-4d39-9678-fb838a21a639 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 944 time: 0.1041272 Jul 02 11:07:47.738286 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e77e3d88-7633-4631-9942-d80d68d6317f req-cb3975db-e516-47aa-a2a3-41c4051d2d72 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 Jul 02 11:07:48.177320 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 39668) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:48.303073 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:48.428944 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:48.435833 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:48.481604 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c49896-fafb-4a9b-be8b-a7005b68033f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:48.501734 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:48.502341 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:48.502918 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:48.503892 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:48.504224 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:48.504716 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:48.505049 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:48.505382 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:48.505698 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:48.506334 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:48.507028 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:48.507359 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:48.547607 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 39680) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:48.552349 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-fc24de93-6a82-4a7c-8f21-0326fd127a55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=479d1ec84e344fa1b51bdea440cd79d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618503 Jul 02 11:07:48.573312 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 39682) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:48.650268 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a098134f-f6fb-4564-abd9-1a4f9d5a8053 admin admin] Deleting subnet 551642cf-0d10-4dae-b850-ce7b3696d343 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:07:48.653891 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a098134f-f6fb-4564-abd9-1a4f9d5a8053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:48.675229 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4448d28-5e5b-4f62-80b6-552ac97fd5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:48.704518 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4448d28-5e5b-4f62-80b6-552ac97fd5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:48.707105 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a098134f-f6fb-4564-abd9-1a4f9d5a8053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:48.778585 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7dd9c-4ec2-43ab-9586-35d98acd404d req-7e5f577f-57d7-4383-8b9e-62c288e04821 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:48.790301 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9bf7dd9c-4ec2-43ab-9586-35d98acd404d req-7e5f577f-57d7-4383-8b9e-62c288e04821 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.3221030 Jul 02 11:07:48.803108 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a098134f-f6fb-4564-abd9-1a4f9d5a8053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:48.841675 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4448d28-5e5b-4f62-80b6-552ac97fd5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:48.845947 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4448d28-5e5b-4f62-80b6-552ac97fd5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:48.856917 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-c4448d28-5e5b-4f62-80b6-552ac97fd5f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93c49896-fafb-4a9b-be8b-a7005b68033f HTTP/1.1" status: 204 len: 168 time: 0.3054502 Jul 02 11:07:48.884572 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9bf7dd9c-4ec2-43ab-9586-35d98acd404d req-5a017e4e-9e7d-4d94-919a-5372f51ffed8 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930104 Jul 02 11:07:48.892394 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4448d28-5e5b-4f62-80b6-552ac97fd5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c49896-fafb-4a9b-be8b-a7005b68033f,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:48.975675 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a098134f-f6fb-4564-abd9-1a4f9d5a8053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.027672 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098134f-f6fb-4564-abd9-1a4f9d5a8053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551642cf-0d10-4dae-b850-ce7b3696d343,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:49.042824 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a098134f-f6fb-4564-abd9-1a4f9d5a8053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.045098 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a098134f-f6fb-4564-abd9-1a4f9d5a8053 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/551642cf-0d10-4dae-b850-ce7b3696d343 HTTP/1.1" status: 204 len: 168 time: 0.4704947 Jul 02 11:07:49.047515 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 39690) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:49.117300 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88286e-3845-457b-a0db-88bf7d3b27e8 req-99502b2c-9d85-4375-83b7-bce2db9102ee tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:49.125792 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dc88286e-3845-457b-a0db-88bf7d3b27e8 req-99502b2c-9d85-4375-83b7-bce2db9102ee tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 944 time: 0.1470733 Jul 02 11:07:49.134365 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.178174 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dc88286e-3845-457b-a0db-88bf7d3b27e8 req-d39a9384-9589-489f-876d-0885550cebe5 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513268 Jul 02 11:07:49.197574 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487928-642e-4d87-9c6b-b943901da702 req-2753e377-61ff-432f-b978-665a1b7b63c5 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:49.199084 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-14487928-642e-4d87-9c6b-b943901da702 req-2753e377-61ff-432f-b978-665a1b7b63c5 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1555192 Jul 02 11:07:49.238031 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.255219 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0083b809-0a5e-4dae-9d4d-c8cd28c61061']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:07:49.263415 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-14487928-642e-4d87-9c6b-b943901da702 req-de34c5ba-f47a-496c-8002-7743243c0762 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550051 Jul 02 11:07:49.266524 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b50ac79-d344-4fce-bf8f-2b043883c27e') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:07:49.266829 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b50ac79-d344-4fce-bf8f-2b043883c27e') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:07:49.278841 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28580043'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.293497 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.304001 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:07:49.304402 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28570708'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: Traceback (most recent call last): Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: timer() Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: cb(*args, **kw) Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: return func(*args, **kwargs) Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: self._notify() Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: self.callback(batched_events) Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: event.method(event) Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: return f(self, *a, **k) Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._get(url).json() Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:07:49.306417 dv-cinder-784092-13-iscsi neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:07:49.367451 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.373491 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.376510 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0083b809-0a5e-4dae-9d4d-c8cd28c61061 HTTP/1.1" status: 204 len: 168 time: 0.3276412 Jul 02 11:07:49.391357 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f491e7-785b-4ba3-8859-65db114289f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0083b809-0a5e-4dae-9d4d-c8cd28c61061,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:49.554282 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 39708) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:49.622346 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 39712) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:49.629154 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3f2c3756-bfa3-4940-8715-c5eb80765f44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4db96447a7f94a8abbf3b1a241727d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0735950 Jul 02 11:07:49.680226 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39394310-ab54-435b-8edd-1a957beaf0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.706003 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39394310-ab54-435b-8edd-1a957beaf0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.775455 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:07:49.779551 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 20faadb2-8a52-484e-b08f-e3e3fd5699d1 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:07:49.783823 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39394310-ab54-435b-8edd-1a957beaf0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.787044 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39394310-ab54-435b-8edd-1a957beaf0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:49.791006 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-39394310-ab54-435b-8edd-1a957beaf0f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3104812-ed22-4d8b-b52f-cf4a5d97a5bf HTTP/1.1" status: 204 len: 168 time: 0.1648438 Jul 02 11:07:49.807340 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39394310-ab54-435b-8edd-1a957beaf0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3104812-ed22-4d8b-b52f-cf4a5d97a5bf,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:49.838504 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 20faadb2-8a52-484e-b08f-e3e3fd5699d1 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:07:49.838853 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 20faadb2-8a52-484e-b08f-e3e3fd5699d1 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:07:50.006328 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:50.031207 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '83c8c0f7-7f81-416d-b3d1-8132b0d4aec9', 'network_id': 'ebf760af-3b95-4dd7-aae5-4d140a9216df', 'port_id': '83c8c0f7-7f81-416d-b3d1-8132b0d4aec9', 'mac_address': 'fa:16:3e:8c:4e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:07:50.136957 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:50.139921 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c0734-1e18-475a-b337-477a585d29ba req-79790ddb-aade-4601-b38e-a5ca59a653f3 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:50.148434 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-086c0734-1e18-475a-b337-477a585d29ba req-79790ddb-aade-4601-b38e-a5ca59a653f3 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.0919633 Jul 02 11:07:50.193883 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:07:50.230966 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-086c0734-1e18-475a-b337-477a585d29ba req-f3496296-562b-4e3b-a133-52b385feab4f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815187 Jul 02 11:07:50.275723 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:50.289591 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:50.415362 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d6977-63cf-489e-909d-f4cf63735d3b req-112479b1-ac71-4533-9b2e-f4f6b1a39793 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:50.422504 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0b3d6977-63cf-489e-909d-f4cf63735d3b req-112479b1-ac71-4533-9b2e-f4f6b1a39793 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 945 time: 0.0941691 Jul 02 11:07:50.425528 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:50.508111 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0b3d6977-63cf-489e-909d-f4cf63735d3b req-a5a2ff06-4c32-412f-8eaa-648193e02cf8 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845749 Jul 02 11:07:50.545642 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008045f7-5f4c-4524-8c8b-7c504449e2b6 req-a364e01e-6eda-4965-920a-0cd737ab8389 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:50.554327 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-008045f7-5f4c-4524-8c8b-7c504449e2b6 req-a364e01e-6eda-4965-920a-0cd737ab8389 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1296847 Jul 02 11:07:50.578848 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 39746) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:50.598032 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-008045f7-5f4c-4524-8c8b-7c504449e2b6 req-b44a3b3e-2c1c-442d-8146-61b437fdd265 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Jul 02 11:07:50.667428 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['83c8c0f7-7f81-416d-b3d1-8132b0d4aec9'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:07:50.815183 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06912302-2c3a-431e-a6b7-a7ecd3b416a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:50.915853 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 39758) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:50.966694 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06912302-2c3a-431e-a6b7-a7ecd3b416a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:50.972641 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06912302-2c3a-431e-a6b7-a7ecd3b416a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.012488 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-06912302-2c3a-431e-a6b7-a7ecd3b416a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94475228ebde4df0b190a51b89b6e22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317114 Jul 02 11:07:51.015240 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 39762) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:51.017826 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06912302-2c3a-431e-a6b7-a7ecd3b416a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639178da-049b-4276-ae3e-5746b9821da8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:51.046219 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1821942226-network', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:07:51.103618 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Made reservation on behalf of ad109f4b3218414bbd6d40c51fc507aa for: {'network': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:07:51.105989 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.111438 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c88c52a7-3f0a-4eba-b1cb-04324bce5c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.123335 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.155433 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c88c52a7-3f0a-4eba-b1cb-04324bce5c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.257597 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c88c52a7-3f0a-4eba-b1cb-04324bce5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.260120 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c88c52a7-3f0a-4eba-b1cb-04324bce5c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.261292 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-c88c52a7-3f0a-4eba-b1cb-04324bce5c41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/639178da-049b-4276-ae3e-5746b9821da8 HTTP/1.1" status: 204 len: 168 time: 0.2446485 Jul 02 11:07:51.282330 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c52a7-3f0a-4eba-b1cb-04324bce5c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639178da-049b-4276-ae3e-5746b9821da8,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:51.301483 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.306588 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.340131 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:07:51.345582 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a13ccf-f195-4ad8-b761-b1de97fe155b,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:51.353774 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.354131 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.segments_db [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Added segment ff0d26d1-84c1-4dc4-aaf2-8d677075aae4 of type vlan for network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 Jul 02 11:07:51.417084 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.501569 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.503632 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:51.504347 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.628720 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7114482 Jul 02 11:07:51.632334 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 39776) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:51.637292 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7836f-a989-45b9-ab8e-256a0e0711c0 admin admin] Pushing event updated for resources: {'Network': ['ID=1164e6db-8a03-49a0-9a41-0db0c4ba75a8,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:51.651414 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:07:51.651989 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a54af10a-790b-451f-aed6-5dd8f3cf4c24 admin admin] Request body: {'subnet': {'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1821942226-subnet', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:07:51.668209 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d6bff-a726-4189-ad99-51927106c9b7 req-e80f2c2f-a1f6-4c05-9f85-9714d4c80236 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:51.676547 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-071d6bff-a726-4189-ad99-51927106c9b7 req-e80f2c2f-a1f6-4c05-9f85-9714d4c80236 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.2472503 Jul 02 11:07:51.693446 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54af10a-790b-451f-aed6-5dd8f3cf4c24 admin admin] Made reservation on behalf of ad109f4b3218414bbd6d40c51fc507aa for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:07:51.698607 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a54af10a-790b-451f-aed6-5dd8f3cf4c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25523415'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:51.742125 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-071d6bff-a726-4189-ad99-51927106c9b7 req-b1211c45-ce7a-44a9-9b2c-c3018da227ca tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630903 Jul 02 11:07:51.882218 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a4735-73f4-48d4-b4aa-4dd04d172b09 req-1602669e-61bc-4b2a-a12b-544fbfe1150c tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:51.885414 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6a0a4735-73f4-48d4-b4aa-4dd04d172b09 req-1602669e-61bc-4b2a-a12b-544fbfe1150c tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 945 time: 0.1413760 Jul 02 11:07:51.955961 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6a0a4735-73f4-48d4-b4aa-4dd04d172b09 req-6f036cc3-a23e-466c-a9bb-eb07d1364829 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616589 Jul 02 11:07:52.016436 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a54af10a-790b-451f-aed6-5dd8f3cf4c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28559882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25523397'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:52.057785 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dde419-ebc5-41a2-ba9b-1f6048e60564 req-6bb53e6e-1380-470f-80da-c5e9ddf6c14a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:52.064871 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-34dde419-ebc5-41a2-ba9b-1f6048e60564 req-6bb53e6e-1380-470f-80da-c5e9ddf6c14a tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1068199 Jul 02 11:07:52.119285 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54af10a-790b-451f-aed6-5dd8f3cf4c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3267e5ec-5fce-4181-9923-df3694a5208b,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:52.120037 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-34dde419-ebc5-41a2-ba9b-1f6048e60564 req-03a4106c-2fb1-4bc3-8a54-d7a31179827e tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540056 Jul 02 11:07:52.139816 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54af10a-790b-451f-aed6-5dd8f3cf4c24 admin admin] Checking segment: {'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:07:52.140277 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54af10a-790b-451f-aed6-5dd8f3cf4c24 admin admin] Network hostable DHCP agents. Network: 1164e6db-8a03-49a0-9a41-0db0c4ba75a8, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:07:52.169218 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54af10a-790b-451f-aed6-5dd8f3cf4c24 admin admin] Network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:07:52.183988 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a54af10a-790b-451f-aed6-5dd8f3cf4c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, 1164e6db-8a03-49a0-9a41-0db0c4ba75a8) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:07:52.196127 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6283d0e-bba4-4294-bb44-89da968fce11 None None] Network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:07:52.200928 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54af10a-790b-451f-aed6-5dd8f3cf4c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:52.201604 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a54af10a-790b-451f-aed6-5dd8f3cf4c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:52.245515 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 39790) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:52.249208 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a54af10a-790b-451f-aed6-5dd8f3cf4c24 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6153262 Jul 02 11:07:52.251327 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:07:52.289269 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13668'] for router, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:52.290645 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13693'] for router, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:52.353725 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:52.438727 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp771782b2-23d0-564c-8300-e9a8c7d0fe53-1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'fixed_ips': [{'subnet_id': '3267e5ec-5fce-4181-9923-df3694a5208b'}]}} from dv-cinder-784092-13-iscsi. {{(pid=93179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 11:07:52.439991 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:52.542549 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13583'] for router, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:52.683385 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.db_base_plugin_common [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Allocated IP 172.20.0.2 (1164e6db-8a03-49a0-9a41-0db0c4ba75a8/3267e5ec-5fce-4181-9923-df3694a5208b/1abdc8de-dacd-453c-bc7c-f15ddbb50b54) {{(pid=93179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:07:52.922467 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:53.005516 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:53.047123 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Notify callbacks [] for port, precommit_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:53.095510 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Transition to ACTIVE for port object 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:07:53.171283 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Transition to ACTIVE for port object 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 will not be triggered until provisioned by entity DHCP. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:07:53.213313 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:53.280774 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 is already hosted by enough agents. {{(pid=93179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:07:53.287336 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.base_scheduler [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Resources bound (agent type, host, resource id): {{(pid=93179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:07:53.289900 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Received port after_create {{(pid=93179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:07:53.353352 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Pushing event updated for resources: {'Port': ['ID=1abdc8de-dacd-453c-bc7c-f15ddbb50b54,revision_number=1']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:53.366281 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Attempting to bind port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:07:53.366648 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Attempting to bind port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:07:53.367010 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Attempting to bind port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 on network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:07:53.372514 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:07:53.372932 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Checking segment: {'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:07:53.373540 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:53.374021 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Bound using segment: {'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:07:53.374496 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Bound port: 1abdc8de-dacd-453c-bc7c-f15ddbb50b54, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:07:53.374876 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:53.491334 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] For port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:07:53.495351 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] For port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=1abdc8de-dacd-453c-bc7c-f15ddbb50b54,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:07:53.505259 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:53.585376 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Allocated IP 172.27.1.120 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/8bcd2a66-9670-4684-8d44-79468a24b52f) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:07:53.585986 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38398dd-cd48-4df9-8a37-d3cab30efa71 None None] Pushing event updated for resources: {'Port': ['ID=1abdc8de-dacd-453c-bc7c-f15ddbb50b54,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:53.636779 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30baae-83d1-4b3d-aa23-a5cee5b8135d req-ae913752-3290-4d18-8b45-ef9c42c26c4e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:53.638331 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0d30baae-83d1-4b3d-aa23-a5cee5b8135d req-ae913752-3290-4d18-8b45-ef9c42c26c4e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 945 time: 0.4018509 Jul 02 11:07:53.649772 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c116-840f-4107-b00f-099ac1b60fa6 req-e66a4715-eae3-453f-8b66-cd0473209232 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:53.651290 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ae07c116-840f-4107-b00f-099ac1b60fa6 req-e66a4715-eae3-453f-8b66-cd0473209232 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.5062485 Jul 02 11:07:53.785291 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ae07c116-840f-4107-b00f-099ac1b60fa6 req-c57d96d9-aaf1-4202-a656-3959d71b3877 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131160 Jul 02 11:07:53.789747 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:07:53.794640 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0d30baae-83d1-4b3d-aa23-a5cee5b8135d req-b6929101-bcff-410b-b6b4-8cc1e8431e09 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401007 Jul 02 11:07:53.865140 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:53.943642 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:07:53.948537 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:07:53.949595 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:53.982060 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:54.059393 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:07:54.064567 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:07:54.068730 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:07:54.070825 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:54.088681 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Pushing event updated for resources: {'Port': ['ID=8bcd2a66-9670-4684-8d44-79468a24b52f,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:54.098577 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c8c0f7-7f81-416d-b3d1-8132b0d4aec9'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:07:54.101016 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df26c18-5ec1-4e26-ad3f-8a03f5f03219" -d '{"events": [{"server_uuid": "98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68", "name": "network-vif-plugged", "status": "completed", "tag": "83c8c0f7-7f81-416d-b3d1-8132b0d4aec9"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:07:54.120475 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:54.129062 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:54.165540 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81235c8f-7fef-4d13-97b7-3279e2198f51 x-openstack-request-id: req-81235c8f-7fef-4d13-97b7-3279e2198f51 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:07:54.165893 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68", "name": "network-vif-plugged", "status": "completed", "tag": "83c8c0f7-7f81-416d-b3d1-8132b0d4aec9", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:07:54.166093 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81235c8f-7fef-4d13-97b7-3279e2198f51 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:07:54.166793 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c8c0f7-7f81-416d-b3d1-8132b0d4aec9', 'code': 200} Jul 02 11:07:54.206653 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:54.306373 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af71c88-f6f6-40f3-84b4-e54da518dc33 req-382e8592-9e66-4496-bf10-2502234a2fd6 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:54.313502 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3af71c88-f6f6-40f3-84b4-e54da518dc33 req-382e8592-9e66-4496-bf10-2502234a2fd6 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.2862613 Jul 02 11:07:54.382045 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3af71c88-f6f6-40f3-84b4-e54da518dc33 req-59892e6b-6abe-4040-a2cf-0dd9d571cc32 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675366 Jul 02 11:07:54.547785 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:54.617343 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2683c9-bf0e-40b7-8cd2-8d61fa86059d req-b0a5ab16-7e1b-4116-a040-9f1312e465e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:54.618844 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9d2683c9-bf0e-40b7-8cd2-8d61fa86059d req-b0a5ab16-7e1b-4116-a040-9f1312e465e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 1099 time: 0.1865220 Jul 02 11:07:54.716891 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9d2683c9-bf0e-40b7-8cd2-8d61fa86059d req-984d6c90-637b-4b13-b52d-e39e15b9174b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838168 Jul 02 11:07:54.982835 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:07:54.999620 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700700'] for router, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:55.114687 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:07:55.145515 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fcbf9e-1534-438d-811d-2c9dbfc0236f None None] Network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:07:55.253028 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-55e7a303-d1d8-4ae8-8504-509c3e38f090 None None] Provisioning for port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:07:55.271793 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-55e7a303-d1d8-4ae8-8504-509c3e38f090 None None] Provisioning complete for port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:07:55.272640 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-55e7a303-d1d8-4ae8-8504-509c3e38f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:55.294120 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b9f68-5699-423e-bd0d-57e027fcd4fc req-bb6eda28-6a4f-4b70-aab1-3d820fb71cf0 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:55.301839 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fa2b9f68-5699-423e-bd0d-57e027fcd4fc req-bb6eda28-6a4f-4b70-aab1-3d820fb71cf0 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 946 time: 0.2080874 Jul 02 11:07:55.319242 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f5797-4bed-4be6-8bea-ae9265251518 req-01906dae-4087-4781-9926-3f231b047779 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:55.320986 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c24f5797-4bed-4be6-8bea-ae9265251518 req-01906dae-4087-4781-9926-3f231b047779 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.2099700 Jul 02 11:07:55.383797 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fa2b9f68-5699-423e-bd0d-57e027fcd4fc req-ec7dc7cd-50e9-4c50-b185-9d78d8bced5d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 Jul 02 11:07:55.393186 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c24f5797-4bed-4be6-8bea-ae9265251518 req-75551152-894c-49f1-ac37-79aeb084ba04 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611930 Jul 02 11:07:55.395513 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Router 7a5740a5-278e-4098-a1b9-b185c9bbf92e is scheduled to L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d with binding_index 1 {{(pid=93178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 11:07:55.473886 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-55e7a303-d1d8-4ae8-8504-509c3e38f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:55.528593 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-55e7a303-d1d8-4ae8-8504-509c3e38f090 None None] For port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=1abdc8de-dacd-453c-bc7c-f15ddbb50b54,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:55.537139 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-55e7a303-d1d8-4ae8-8504-509c3e38f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:55.607279 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:07:55.616592 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Sync routers for ids ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:07:55.636387 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Routers {'7a5740a5-278e-4098-a1b9-b185c9bbf92e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:07:55.637276 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-addfb028-977e-452b-869b-23adab8985f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:07:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:07:55.655429 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7a303-d1d8-4ae8-8504-509c3e38f090 None None] Pushing event updated for resources: {'Port': ['ID=1abdc8de-dacd-453c-bc7c-f15ddbb50b54,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:55.666444 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] Notify callbacks [] for router, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:55.670403 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 39832) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:55.671413 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-3964e022-6a76-4759-bcf0-c851637a491f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4247403 Jul 02 11:07:55.712320 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef801db-afbc-401a-bfcd-29f5e1195577 req-96ea9f29-5246-432a-98a3-f332f8dcb5db tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:55.713838 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6ef801db-afbc-401a-bfcd-29f5e1195577 req-96ea9f29-5246-432a-98a3-f332f8dcb5db tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.67 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1734607 Jul 02 11:07:55.745576 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a90229-eee6-42fb-851c-12a959408a1b req-b77d932e-b96d-4ac7-a3cb-bf06e85e08b4 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:55.754180 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-34a90229-eee6-42fb-851c-12a959408a1b req-b77d932e-b96d-4ac7-a3cb-bf06e85e08b4 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 945 time: 0.1633706 Jul 02 11:07:55.859755 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Set router 7a5740a5-278e-4098-a1b9-b185c9bbf92e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:07:55.860556 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-34a90229-eee6-42fb-851c-12a959408a1b req-1d37ec21-c3ae-468b-8239-7290927c5226 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c77e27d-9969-4714-9fd6-24485148fd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055958 Jul 02 11:07:55.877501 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-ac08606d-585a-4850-9584-3bab5f2d1eac None None] Provisioning complete for port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:07:55.877501 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ac08606d-585a-4850-9584-3bab5f2d1eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:56.023357 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-6ef801db-afbc-401a-bfcd-29f5e1195577 req-9eda1ea2-3fa5-4c4f-a6df-8a84abc3c27f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Deleting port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:07:56.023887 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6ef801db-afbc-401a-bfcd-29f5e1195577 req-9eda1ea2-3fa5-4c4f-a6df-8a84abc3c27f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:56.161432 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-6ef801db-afbc-401a-bfcd-29f5e1195577 req-9eda1ea2-3fa5-4c4f-a6df-8a84abc3c27f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] For port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:56.162339 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6ef801db-afbc-401a-bfcd-29f5e1195577 req-9eda1ea2-3fa5-4c4f-a6df-8a84abc3c27f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:56.181821 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-6ef801db-afbc-401a-bfcd-29f5e1195577 req-9eda1ea2-3fa5-4c4f-a6df-8a84abc3c27f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Calling delete_port for 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:07:56.261551 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-addfb028-977e-452b-869b-23adab8985f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:07:54Z', 'revision_number': 3, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:07:56.312732 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Checking router: 7a5740a5-278e-4098-a1b9-b185c9bbf92e for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:07:56.313355 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Updating router 7a5740a5-278e-4098-a1b9-b185c9bbf92e port 8bcd2a66-9670-4684-8d44-79468a24b52f binding host dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:07:56.354787 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:56.427716 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6ef801db-afbc-401a-bfcd-29f5e1195577 req-9eda1ea2-3fa5-4c4f-a6df-8a84abc3c27f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:56.447237 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['10c1fb65-c2dd-4b77-9989-d8c66e6e0b90'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:07:56.507121 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:56.531091 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda1ea2-3fa5-4c4f-a6df-8a84abc3c27f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Pushing event deleted for resources: {'Port': ['ID=10c1fb65-c2dd-4b77-9989-d8c66e6e0b90,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:56.702152 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef801db-afbc-401a-bfcd-29f5e1195577 req-9eda1ea2-3fa5-4c4f-a6df-8a84abc3c27f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] No DVR routers for this DVR port 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:07:56.747248 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6ef801db-afbc-401a-bfcd-29f5e1195577 req-9eda1ea2-3fa5-4c4f-a6df-8a84abc3c27f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:56.750548 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6ef801db-afbc-401a-bfcd-29f5e1195577 req-9eda1ea2-3fa5-4c4f-a6df-8a84abc3c27f tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.67 "DELETE /v2.0/ports/10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 HTTP/1.1" status: 204 len: 173 time: 1.0251276 Jul 02 11:07:56.752091 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723d4dae-9639-4403-8cc6-15e124cc50e6', 'name': 'network-vif-deleted', 'tag': '10c1fb65-c2dd-4b77-9989-d8c66e6e0b90'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:07:56.755601 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0458800-e2d7-4824-b9de-acb7535a0c8b" -d '{"events": [{"server_uuid": "723d4dae-9639-4403-8cc6-15e124cc50e6", "name": "network-vif-deleted", "tag": "10c1fb65-c2dd-4b77-9989-d8c66e6e0b90"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:07:56.837666 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4bdd-9bd7-4bcf-b6ca-56ba0f31d5eb req-6913c867-0e11-4eb4-8f20-7e7054a6f30b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:56.839229 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-344e4bdd-9bd7-4bcf-b6ca-56ba0f31d5eb req-6913c867-0e11-4eb4-8f20-7e7054a6f30b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1075540 Jul 02 11:07:56.847147 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe35aa-868c-47dc-b179-497c783292af req-68fdb47c-47d7-4d83-967e-fdfea58596f4 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:56.848704 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bfe35aa-868c-47dc-b179-497c783292af req-68fdb47c-47d7-4d83-967e-fdfea58596f4 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 946 time: 0.1782901 Jul 02 11:07:56.893288 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Allocated IP 172.20.0.1 (1164e6db-8a03-49a0-9a41-0db0c4ba75a8/3267e5ec-5fce-4181-9923-df3694a5208b/f33ecc50-1a3e-4a5f-a324-181b12384b46) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:07:56.932178 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:07:57.013829 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-344e4bdd-9bd7-4bcf-b6ca-56ba0f31d5eb req-4e186e90-a678-4ca6-bb82-0d641b512523 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640363 Jul 02 11:07:57.023573 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bfe35aa-868c-47dc-b179-497c783292af req-a6c50ea1-4a52-480e-9ca7-fc5731c49ef2 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672742 Jul 02 11:07:57.046019 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:07:57.046489 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.082266 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.084442 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb4f6e9-e5ee-44f5-ae06-5dc76855a76a x-openstack-request-id: req-dcb4f6e9-e5ee-44f5-ae06-5dc76855a76a {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:07:57.084753 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723d4dae-9639-4403-8cc6-15e124cc50e6", "name": "network-vif-deleted", "tag": "10c1fb65-c2dd-4b77-9989-d8c66e6e0b90", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:07:57.084985 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcb4f6e9-e5ee-44f5-ae06-5dc76855a76a {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:07:57.085429 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723d4dae-9639-4403-8cc6-15e124cc50e6', 'name': 'network-vif-deleted', 'tag': '10c1fb65-c2dd-4b77-9989-d8c66e6e0b90', 'status': 'completed', 'code': 200} Jul 02 11:07:57.121389 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Transition to ACTIVE for port object f33ecc50-1a3e-4a5f-a324-181b12384b46 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:07:57.146887 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.158753 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.provisioning_blocks [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Transition to ACTIVE for port object 8bcd2a66-9670-4684-8d44-79468a24b52f will not be triggered until provisioned by entity L2. {{(pid=93180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:07:57.171099 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.173593 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28570778'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.229255 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Attempting to bind port 8bcd2a66-9670-4684-8d44-79468a24b52f on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:07:57.230131 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Attempting to bind port 8bcd2a66-9670-4684-8d44-79468a24b52f by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:07:57.230790 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Attempting to bind port 8bcd2a66-9670-4684-8d44-79468a24b52f on network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:07:57.237170 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:07:57.239140 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:07:57.239730 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Checking segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:07:57.240482 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.241176 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Bound using segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:07:57.241730 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:07:57.242012 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Bound port: 8bcd2a66-9670-4684-8d44-79468a24b52f, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:07:57.242599 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.249484 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:07:57.310571 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Pushing event updated for resources: {'Port': ['ID=f33ecc50-1a3e-4a5f-a324-181b12384b46,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:57.317222 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Pushing event updated for resources: {'Port': ['ID=8bcd2a66-9670-4684-8d44-79468a24b52f,revision_number=2']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:57.339019 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699676'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.359564 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:57.359947 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:57.360312 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:57.360670 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:57.361006 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:57.361337 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:57.361667 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:57.362522 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:57.362924 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:57.363411 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:57.363741 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:57.364065 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:07:57.432298 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-addfb028-977e-452b-869b-23adab8985f3 None None] For port 8bcd2a66-9670-4684-8d44-79468a24b52f, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:07:57.436431 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-addfb028-977e-452b-869b-23adab8985f3 None None] For port 8bcd2a66-9670-4684-8d44-79468a24b52f, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=8bcd2a66-9670-4684-8d44-79468a24b52f,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:07:57.448574 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.502515 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dc663013-4014-484d-b82e-e93eb0105f8f req-c521af6c-ab3d-4664-aacf-8215f8778ec3 tempest-ServerRescueNegativeTestJSON-36320624 tempest-ServerRescueNegativeTestJSON-36320624-project] 10.222.0.24 "GET /v2.0/ports?device_id=723d4dae-9639-4403-8cc6-15e124cc50e6 HTTP/1.1" status: 200 len: 210 time: 0.1095352 Jul 02 11:07:57.563440 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.579521 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Routers {'7a5740a5-278e-4098-a1b9-b185c9bbf92e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:07:57.580402 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-addfb028-977e-452b-869b-23adab8985f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:07:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:07:57.584298 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4927eaa-47c6-476c-92a1-02c3649b81f7 None None] Pushing event updated for resources: {'Port': ['ID=8bcd2a66-9670-4684-8d44-79468a24b52f,revision_number=3']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:57.666216 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.723614 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-addfb028-977e-452b-869b-23adab8985f3 None None] Set router 7a5740a5-278e-4098-a1b9-b185c9bbf92e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:07:57.725352 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-b3b1d162-2d5d-4c77-984e-0194048a5280 None None] Provisioning for port f33ecc50-1a3e-4a5f-a324-181b12384b46 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:07:57.729421 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-b3b1d162-2d5d-4c77-984e-0194048a5280 None None] Provisioning complete for port f33ecc50-1a3e-4a5f-a324-181b12384b46 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:07:57.729794 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d162-2d5d-4c77-984e-0194048a5280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.859460 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1d162-2d5d-4c77-984e-0194048a5280 None None] Port f33ecc50-1a3e-4a5f-a324-181b12384b46 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:07:57.930775 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:57.933180 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28570760'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:58.008295 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Pushing event updated for resources: {'Port': ['ID=f33ecc50-1a3e-4a5f-a324-181b12384b46,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:58.019236 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699866'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:58.073122 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-addfb028-977e-452b-869b-23adab8985f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:07:54Z', 'revision_number': 3, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:07:58.111009 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfb028-977e-452b-869b-23adab8985f3 None None] The sync data for ids ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'] in dv-cinder-784092-13-iscsi is: [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:07:54Z', 'revision_number': 3, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:07:58.156458 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:07:58.158269 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:07:58.355593 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d581dc-58d6-42d6-b83c-31d59235e18e req-39b58d0d-05a4-4044-b38e-40d8a896ec98 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:58.365706 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f5d581dc-58d6-42d6-b83c-31d59235e18e req-39b58d0d-05a4-4044-b38e-40d8a896ec98 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1260846 Jul 02 11:07:58.413591 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Router 7a5740a5-278e-4098-a1b9-b185c9bbf92e has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:07:58.504091 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f5d581dc-58d6-42d6-b83c-31d59235e18e req-ebb37714-abe5-478b-97f7-7f8436ff4ad0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349771 Jul 02 11:07:58.633023 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-6411d97c-7afe-4bce-bd95-962e2d208326 None None] Provisioning complete for port f33ecc50-1a3e-4a5f-a324-181b12384b46 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:07:58.633023 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6411d97c-7afe-4bce-bd95-962e2d208326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:58.733535 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:07:58.734642 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-6411d97c-7afe-4bce-bd95-962e2d208326 None None] Port f33ecc50-1a3e-4a5f-a324-181b12384b46 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:07:58.747942 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-214239b6-276d-4ebf-a1cb-34ef8eda15ed admin admin] 10.222.0.24 "PUT /v2.0/routers/7a5740a5-278e-4098-a1b9-b185c9bbf92e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0759587 Jul 02 11:07:58.819871 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 39890) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:07:58.938283 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 8bcd2a66-9670-4684-8d44-79468a24b52f up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:07:59.034554 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 8bcd2a66-9670-4684-8d44-79468a24b52f completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:07:59.040064 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 8bcd2a66-9670-4684-8d44-79468a24b52f triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:07:59.040735 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:59.243857 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:59.290028 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 8bcd2a66-9670-4684-8d44-79468a24b52f, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=8bcd2a66-9670-4684-8d44-79468a24b52f,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:07:59.307663 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:59.428135 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=8bcd2a66-9670-4684-8d44-79468a24b52f,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:07:59.816674 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:07:59.843065 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2e44b-5edc-44b5-87f3-a95f8b7e72be req-f5f15c2a-1ec2-488d-b6a2-45102f59e266 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:07:59.853098 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-70a2e44b-5edc-44b5-87f3-a95f8b7e72be req-f5f15c2a-1ec2-488d-b6a2-45102f59e266 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1443474 Jul 02 11:07:59.880444 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:07:59.882326 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 10c1fb65-c2dd-4b77-9989-d8c66e6e0b90 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:07:59.901743 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1287792d-e2c9-4e58-8af8-ff3907940ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698679'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:07:59.953417 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-70a2e44b-5edc-44b5-87f3-a95f8b7e72be req-212ff3e8-d500-4600-b994-3e59ab120486 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950840 Jul 02 11:08:00.137517 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 39930) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:00.143493 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1954570025-network', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:08:00.178483 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Made reservation on behalf of 15207c4c73904d429a44cc0bc70c7f71 for: {'network': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:08:00.185125 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:00.208558 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:00.353134 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:00.360766 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:00.408400 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa5a06b-0827-4e87-81fd-2c2ad5d76d66,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:00.450239 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:08:00.481397 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:00.481815 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.segments_db [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Added segment ed2dc5db-8c90-46c5-ad7b-007cf68af848 of type vlan for network 6e6306ab-1a56-4c92-96a3-f4a45c5baceb Jul 02 11:08:00.538682 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:00.595533 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:00.596695 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:00.597643 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:00.615149 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1287792d-e2c9-4e58-8af8-ff3907940ef4 admin admin] Deleting port 05d8b4a6-3f3c-454f-bf72-1e744b29e198 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:08:00.615369 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1287792d-e2c9-4e58-8af8-ff3907940ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:00.722563 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ab85efb7-619e-4dec-a8a0-e56c2c513d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:00.754368 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-1287792d-e2c9-4e58-8af8-ff3907940ef4 admin admin] For port 05d8b4a6-3f3c-454f-bf72-1e744b29e198, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=05d8b4a6-3f3c-454f-bf72-1e744b29e198,segment=NetworkSegment(921c5b93-a564-463e-8883-c48ba8a9573c),segment_id=921c5b93-a564-463e-8883-c48ba8a9573c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:00.755150 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1287792d-e2c9-4e58-8af8-ff3907940ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:00.775992 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1287792d-e2c9-4e58-8af8-ff3907940ef4 admin admin] Calling delete_port for 05d8b4a6-3f3c-454f-bf72-1e744b29e198 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:08:00.884576 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 8bcd2a66-9670-4684-8d44-79468a24b52f up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:08:00.913522 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Sync routers for ids ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:08:00.923167 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7842853 Jul 02 11:08:00.924701 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a529f3-05c9-4d60-b5fe-a5512ec20a9c admin admin] Pushing event updated for resources: {'Network': ['ID=6e6306ab-1a56-4c92-96a3-f4a45c5baceb,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:00.927269 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 39958) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:00.932540 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-d8b2079c-53af-49e1-ae9a-3eb467debae7 admin admin] Request body: {'subnet': {'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1954570025-subnet', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'ip_version': 4}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:08:00.945509 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network 6e6306ab-1a56-4c92-96a3-f4a45c5baceb details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:08:00.968059 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b2079c-53af-49e1-ae9a-3eb467debae7 admin admin] Made reservation on behalf of 15207c4c73904d429a44cc0bc70c7f71 for: {'subnet': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:08:00.971326 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d8b2079c-53af-49e1-ae9a-3eb467debae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28375820'] for subnet, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:01.122273 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Routers {'7a5740a5-278e-4098-a1b9-b185c9bbf92e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:08:01.122924 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:07:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:01.128758 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1287792d-e2c9-4e58-8af8-ff3907940ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:01.179111 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287792d-e2c9-4e58-8af8-ff3907940ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d8b4a6-3f3c-454f-bf72-1e744b29e198,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:01.242601 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 8bcd2a66-9670-4684-8d44-79468a24b52f triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:01.243715 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:01.323732 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbe93a-688d-4659-80a8-b6ab4bb7c649 req-709f38b6-f09a-473a-86cf-f1bc1a387431 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:01.329134 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-11cbe93a-688d-4659-80a8-b6ab4bb7c649 req-709f38b6-f09a-473a-86cf-f1bc1a387431 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1589010 Jul 02 11:08:01.332731 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Set router 7a5740a5-278e-4098-a1b9-b185c9bbf92e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:08:01.396945 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d8b2079c-53af-49e1-ae9a-3eb467debae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27721884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28375838'] for subnet, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:01.397169 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1287792d-e2c9-4e58-8af8-ff3907940ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698877'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:01.464311 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-11cbe93a-688d-4659-80a8-b6ab4bb7c649 req-b5f3f568-f1c4-42a4-8a25-f9db95602096 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272061 Jul 02 11:08:01.480660 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2079c-53af-49e1-ae9a-3eb467debae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480524bb-6e7f-47ac-bdcd-a21ef5b36c99,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:01.509085 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2079c-53af-49e1-ae9a-3eb467debae7 admin admin] Checking segment: {'id': 'ed2dc5db-8c90-46c5-ad7b-007cf68af848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:08:01.509085 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b2079c-53af-49e1-ae9a-3eb467debae7 admin admin] Network hostable DHCP agents. Network: 6e6306ab-1a56-4c92-96a3-f4a45c5baceb, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:08:01.512038 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae78274-9026-4449-b4c1-dd19e70d3a9f req-8e79f8c7-2180-4828-89a3-890b50b70452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:01.513626 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-eae78274-9026-4449-b4c1-dd19e70d3a9f req-8e79f8c7-2180-4828-89a3-890b50b70452 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 1098 time: 0.1669545 Jul 02 11:08:01.566235 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b2079c-53af-49e1-ae9a-3eb467debae7 admin admin] Network 6e6306ab-1a56-4c92-96a3-f4a45c5baceb is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:08:01.615953 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-d8b2079c-53af-49e1-ae9a-3eb467debae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, 6e6306ab-1a56-4c92-96a3-f4a45c5baceb) {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:08:01.623938 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b2079c-53af-49e1-ae9a-3eb467debae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:01.624671 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d8b2079c-53af-49e1-ae9a-3eb467debae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:01.624983 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb32125-64e9-40c7-92d7-c876ce063b63 None None] Network 6e6306ab-1a56-4c92-96a3-f4a45c5baceb requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:08:01.650497 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae78274-9026-4449-b4c1-dd19e70d3a9f req-6d4317dc-61e5-43b5-bd53-509df5e5ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:01.652820 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-eae78274-9026-4449-b4c1-dd19e70d3a9f req-6d4317dc-61e5-43b5-bd53-509df5e5ae56 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 917 time: 0.1289887 Jul 02 11:08:01.661883 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-d8b2079c-53af-49e1-ae9a-3eb467debae7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7334619 Jul 02 11:08:01.662635 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 39972) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:01.704083 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1287792d-e2c9-4e58-8af8-ff3907940ef4 admin admin] Router ff9d99c3-61c5-46e6-b7ad-377ea955288a has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:08:01.715328 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1954570025-router', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:08:01.726233 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:07:57Z', 'revision_number': 4, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'f33ecc50-1a3e-4a5f-a324-181b12384b46', 'name': '', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'mac_address': 'fa:16:3e:22:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:56Z', 'updated_at': '2021-07-02T11:07:57Z', 'revision_number': 2, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'subnets': [{'id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:01.746102 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-eae78274-9026-4449-b4c1-dd19e70d3a9f req-c304d7c1-589b-4a1e-aa64-2bfbd495bb7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13 HTTP/1.1" status: 200 len: 1001 time: 0.0823631 Jul 02 11:08:01.755460 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13668'] for router, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:01.756943 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13693'] for router, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:01.769223 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Checking router: 7a5740a5-278e-4098-a1b9-b185c9bbf92e for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:08:01.769551 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Updating router 7a5740a5-278e-4098-a1b9-b185c9bbf92e port f33ecc50-1a3e-4a5f-a324-181b12384b46 binding host dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:08:01.845840 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1287792d-e2c9-4e58-8af8-ff3907940ef4 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:08:01.856456 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f82d6a-9ca6-4abe-9154-67786ea9e581 None None] Sync routers for ids ['ff9d99c3-61c5-46e6-b7ad-377ea955288a'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:08:01.857105 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:01.858816 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-1287792d-e2c9-4e58-8af8-ff3907940ef4 admin admin] 10.222.0.24 "PUT /v2.0/routers/ff9d99c3-61c5-46e6-b7ad-377ea955288a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0375607 Jul 02 11:08:01.861642 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 39980) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:01.874647 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f82d6a-9ca6-4abe-9154-67786ea9e581 None None] Routers {'ff9d99c3-61c5-46e6-b7ad-377ea955288a'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:08:01.875277 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-92f82d6a-9ca6-4abe-9154-67786ea9e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:07:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['ff9d99c3-61c5-46e6-b7ad-377ea955288a'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:01.895381 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:01.908208 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae78274-9026-4449-b4c1-dd19e70d3a9f req-bd6c73d2-18d5-40fb-8a49-358edef6f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:01.910289 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-eae78274-9026-4449-b4c1-dd19e70d3a9f req-bd6c73d2-18d5-40fb-8a49-358edef6f92f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59085ac5-fbd3-4a9e-be9a-43457d588973 HTTP/1.1" status: 200 len: 855 time: 0.1384172 Jul 02 11:08:01.995776 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp771782b2-23d0-564c-8300-e9a8c7d0fe53-6e6306ab-1a56-4c92-96a3-f4a45c5baceb', 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'fixed_ips': [{'subnet_id': '480524bb-6e7f-47ac-bdcd-a21ef5b36c99'}]}} from dv-cinder-784092-13-iscsi. {{(pid=93179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 11:08:01.996531 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.064316 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13583'] for router, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.075972 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.102478 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-92f82d6a-9ca6-4abe-9154-67786ea9e581 None None] Set router ff9d99c3-61c5-46e6-b7ad-377ea955288a gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:08:02.175584 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae78274-9026-4449-b4c1-dd19e70d3a9f req-4ff6a665-3bee-4c7a-a76d-28c5a71bf2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:02.177362 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-eae78274-9026-4449-b4c1-dd19e70d3a9f req-4ff6a665-3bee-4c7a-a76d-28c5a71bf2e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2559431 Jul 02 11:08:02.179751 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.db_base_plugin_common [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Allocated IP 172.20.0.2 (6e6306ab-1a56-4c92-96a3-f4a45c5baceb/480524bb-6e7f-47ac-bdcd-a21ef5b36c99/e5288074-956d-4248-be36-ccd0cfe75456) {{(pid=93179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:08:02.220947 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.305760 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Deleting port 36d76558-f3cf-4639-b4df-5f3ada95d001 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:08:02.307239 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.332641 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-92f82d6a-9ca6-4abe-9154-67786ea9e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'name': 'tempest-ServerRescueNegativeTestJSON-1690363799-router', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:08:01Z', 'revision_number': 5, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'gw_port': {'id': '36d76558-f3cf-4639-b4df-5f3ada95d001', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:02.368536 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f82d6a-9ca6-4abe-9154-67786ea9e581 None None] Checking router: ff9d99c3-61c5-46e6-b7ad-377ea955288a for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:08:02.381097 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f82d6a-9ca6-4abe-9154-67786ea9e581 None None] Routers {'ff9d99c3-61c5-46e6-b7ad-377ea955288a'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:08:02.381778 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-92f82d6a-9ca6-4abe-9154-67786ea9e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:07:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['ff9d99c3-61c5-46e6-b7ad-377ea955288a'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:02.385956 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-eae78274-9026-4449-b4c1-dd19e70d3a9f req-ea82fcbc-978b-496a-a2b1-401795bf6bb9 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936755 Jul 02 11:08:02.417797 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] For port 36d76558-f3cf-4639-b4df-5f3ada95d001, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=36d76558-f3cf-4639-b4df-5f3ada95d001,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:02.418475 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.434142 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Calling delete_port for 36d76558-f3cf-4639-b4df-5f3ada95d001 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:08:02.480530 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.494737 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-92f82d6a-9ca6-4abe-9154-67786ea9e581 None None] Set router ff9d99c3-61c5-46e6-b7ad-377ea955288a gateway port host: None {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:08:02.507897 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.530410 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Notify callbacks [] for port, precommit_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.562313 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-92f82d6a-9ca6-4abe-9154-67786ea9e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'name': 'tempest-ServerRescueNegativeTestJSON-1690363799-router', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:08:02Z', 'revision_number': 6, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'gw_port_host': None}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:02.584376 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Transition to ACTIVE for port object e5288074-956d-4248-be36-ccd0cfe75456 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:08:02.598234 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f82d6a-9ca6-4abe-9154-67786ea9e581 None None] The sync data for ids ['ff9d99c3-61c5-46e6-b7ad-377ea955288a'] in dv-cinder-784092-13-iscsi is: [{'id': 'ff9d99c3-61c5-46e6-b7ad-377ea955288a', 'name': 'tempest-ServerRescueNegativeTestJSON-1690363799-router', 'tenant_id': '20afc301cd824dda9837cedf74ade47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:08:02Z', 'revision_number': 6, 'project_id': '20afc301cd824dda9837cedf74ade47a', 'gw_port_host': None}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:08:02.601027 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-eae78274-9026-4449-b4c1-dd19e70d3a9f req-d9ecdc84-123e-444b-9e33-836a49afe2ca service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953130 Jul 02 11:08:02.626580 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.661811 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Transition to ACTIVE for port object e5288074-956d-4248-be36-ccd0cfe75456 will not be triggered until provisioned by entity DHCP. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:08:02.662014 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.664509 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Transition to ACTIVE for port object f33ecc50-1a3e-4a5f-a324-181b12384b46 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:08:02.677666 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.685696 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.694657 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d76558-f3cf-4639-b4df-5f3ada95d001,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:02.734920 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Allocated IP 172.27.1.118 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/2911d01b-72ee-442d-ac71-7151484d47d5) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:08:02.747601 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Network 6e6306ab-1a56-4c92-96a3-f4a45c5baceb is already hosted by enough agents. {{(pid=93179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:08:02.750741 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Pushing event updated for resources: {'Port': ['ID=e5288074-956d-4248-be36-ccd0cfe75456,revision_number=1']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:02.763305 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781812'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.763572 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.base_scheduler [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Resources bound (agent type, host, resource id): {{(pid=93179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:08:02.771635 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Received port after_create {{(pid=93179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:08:02.805021 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96911-f2e8-4d87-bb8f-c0bda9a508b2 req-1c587c01-38ec-4d38-8847-f7336669508c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:02.806576 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-04f96911-f2e8-4d87-bb8f-c0bda9a508b2 req-1c587c01-38ec-4d38-8847-f7336669508c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1249738 Jul 02 11:08:02.879104 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13686'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.881473 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.900213 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-04f96911-f2e8-4d87-bb8f-c0bda9a508b2 req-37a30994-b1ae-4399-b719-0217d359cd54 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597208 Jul 02 11:08:02.907260 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d6d0f-f24a-431e-8d52-0ac1e05a6c9f None None] Pushing event updated for resources: {'Port': ['ID=f33ecc50-1a3e-4a5f-a324-181b12384b46,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:02.918693 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.927877 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Attempting to bind port f33ecc50-1a3e-4a5f-a324-181b12384b46 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:08:02.928247 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Attempting to bind port f33ecc50-1a3e-4a5f-a324-181b12384b46 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:08:02.928644 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Attempting to bind port f33ecc50-1a3e-4a5f-a324-181b12384b46 on network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:08:02.946238 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Attempting to bind port e5288074-956d-4248-be36-ccd0cfe75456 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:08:02.949473 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Attempting to bind port e5288074-956d-4248-be36-ccd0cfe75456 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': 'ed2dc5db-8c90-46c5-ad7b-007cf68af848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:08:02.950012 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Attempting to bind port e5288074-956d-4248-be36-ccd0cfe75456 on network 6e6306ab-1a56-4c92-96a3-f4a45c5baceb {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:08:02.958624 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:08:02.962975 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Checking segment: {'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:08:02.963390 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.963792 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Bound using segment: {'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:08:02.964288 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Bound port: f33ecc50-1a3e-4a5f-a324-181b12384b46, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:08:02.964697 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.980191 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:08:02.980191 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Checking segment: {'id': 'ed2dc5db-8c90-46c5-ad7b-007cf68af848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:08:02.980191 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:02.980191 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Bound using segment: {'id': 'ed2dc5db-8c90-46c5-ad7b-007cf68af848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:08:02.980709 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Bound port: e5288074-956d-4248-be36-ccd0cfe75456, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2dc5db-8c90-46c5-ad7b-007cf68af848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:08:02.980921 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.009516 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.023344 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704168'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.024245 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff9d99c3-61c5-46e6-b7ad-377ea955288a {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 11:08:03.030325 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.032079 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-5490b5a0-eb47-4f96-8877-c026722f6d18 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ff9d99c3-61c5-46e6-b7ad-377ea955288a HTTP/1.1" status: 204 len: 168 time: 1.1681020 Jul 02 11:08:03.036781 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 39990) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:03.094499 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:08:03.101549 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:08:03.107995 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:08:03.131233 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-212d09da-54f7-4432-8b84-64e26e0ccbdb admin admin] Deleting subnet 184b15da-0379-412b-9c0e-bcf60dcc3ada {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:08:03.134584 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212d09da-54f7-4432-8b84-64e26e0ccbdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.184657 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212d09da-54f7-4432-8b84-64e26e0ccbdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.185205 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 05d8b4a6-3f3c-454f-bf72-1e744b29e198 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:08:03.222512 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] For port e5288074-956d-4248-be36-ccd0cfe75456, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:08:03.233621 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 05d8b4a6-3f3c-454f-bf72-1e744b29e198 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:08:03.234296 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 05d8b4a6-3f3c-454f-bf72-1e744b29e198 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:08:03.234870 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212d09da-54f7-4432-8b84-64e26e0ccbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.245439 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Pushing event updated for resources: {'Port': ['ID=2911d01b-72ee-442d-ac71-7151484d47d5,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:03.259904 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-435900e7-d599-4058-8060-2e3942eb2189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.270310 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] For port e5288074-956d-4248-be36-ccd0cfe75456, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=e5288074-956d-4248-be36-ccd0cfe75456,segment=NetworkSegment(ed2dc5db-8c90-46c5-ad7b-007cf68af848),segment_id=ed2dc5db-8c90-46c5-ad7b-007cf68af848)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:08:03.278379 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] For port f33ecc50-1a3e-4a5f-a324-181b12384b46, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:08:03.282717 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] For port f33ecc50-1a3e-4a5f-a324-181b12384b46, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=f33ecc50-1a3e-4a5f-a324-181b12384b46,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:08:03.285182 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.317915 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.319349 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212d09da-54f7-4432-8b84-64e26e0ccbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.347026 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d09da-54f7-4432-8b84-64e26e0ccbdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184b15da-0379-412b-9c0e-bcf60dcc3ada,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:03.350912 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212d09da-54f7-4432-8b84-64e26e0ccbdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.354871 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c04e1-41a3-4d31-95f8-128a0efb081d None None] Pushing event updated for resources: {'Port': ['ID=e5288074-956d-4248-be36-ccd0cfe75456,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:03.355406 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-212d09da-54f7-4432-8b84-64e26e0ccbdb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/184b15da-0379-412b-9c0e-bcf60dcc3ada HTTP/1.1" status: 204 len: 168 time: 0.3172796 Jul 02 11:08:03.356007 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 39998) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:03.396673 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Routers {'7a5740a5-278e-4098-a1b9-b185c9bbf92e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:08:03.397402 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:08:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:03.485955 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.526057 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d6d0f-f24a-431e-8d52-0ac1e05a6c9f None None] Pushing event updated for resources: {'Port': ['ID=f33ecc50-1a3e-4a5f-a324-181b12384b46,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:03.535444 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.547948 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.616264 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.632835 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181fc37a-db12-4b98-ac32-011683527f86']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:03.654065 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921c5b93-a564-463e-8883-c48ba8a9573c') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:03.654920 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921c5b93-a564-463e-8883-c48ba8a9573c') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:03.672962 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28580043'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.714763 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.730784 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:08:03.731191 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28570708'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: Traceback (most recent call last): Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: timer() Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: cb(*args, **kw) Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: return func(*args, **kwargs) Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: self._notify() Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: self.callback(batched_events) Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: event.method(event) Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: return f(self, *a, **k) Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._get(url).json() Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:08:03.763500 dv-cinder-784092-13-iscsi neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:08:03.807367 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] Set router 7a5740a5-278e-4098-a1b9-b185c9bbf92e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:08:03.838024 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.858645 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:03.864046 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] 10.222.0.24 "DELETE /v2.0/networks/181fc37a-db12-4b98-ac32-011683527f86 HTTP/1.1" status: 204 len: 168 time: 0.5068944 Jul 02 11:08:03.865079 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9d3b2-88df-478a-94ce-2fd9ea033550 admin admin] Pushing event deleted for resources: {'Network': ['ID=181fc37a-db12-4b98-ac32-011683527f86,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:04.081306 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40006) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:04.132664 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a03ba1a4-f023-4b80-ae13-1f72d253c949 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20afc301cd824dda9837cedf74ade47a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478311 Jul 02 11:08:04.132932 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40010) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:04.185118 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:07:57Z', 'revision_number': 4, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'f33ecc50-1a3e-4a5f-a324-181b12384b46', 'name': '', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'mac_address': 'fa:16:3e:22:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:56Z', 'updated_at': '2021-07-02T11:08:03Z', 'revision_number': 4, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'subnets': [{'id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:04.207653 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1593c8ff-8af0-42b1-a054-1dc7e69f04c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:04.213400 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1080f-9fe6-466b-99f6-958f3e0c8c5a None None] The sync data for ids ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'] in dv-cinder-784092-13-iscsi is: [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:07:57Z', 'revision_number': 4, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'f33ecc50-1a3e-4a5f-a324-181b12384b46', 'name': '', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'mac_address': 'fa:16:3e:22:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:56Z', 'updated_at': '2021-07-02T11:08:03Z', 'revision_number': 4, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'subnets': [{'id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:08:04.231503 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700700'] for router, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:04.232106 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1593c8ff-8af0-42b1-a054-1dc7e69f04c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:04.308643 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1593c8ff-8af0-42b1-a054-1dc7e69f04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:04.312794 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1593c8ff-8af0-42b1-a054-1dc7e69f04c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:04.314886 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-1593c8ff-8af0-42b1-a054-1dc7e69f04c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c77e27d-9969-4714-9fd6-24485148fd12 HTTP/1.1" status: 204 len: 168 time: 0.1803110 Jul 02 11:08:04.327857 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593c8ff-8af0-42b1-a054-1dc7e69f04c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c77e27d-9969-4714-9fd6-24485148fd12,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:04.345972 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80139c9-7c70-477e-bebc-8572b89c2561 req-b3e08378-927e-4889-8484-bc041a98e62d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:04.353680 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f80139c9-7c70-477e-bebc-8572b89c2561 req-b3e08378-927e-4889-8484-bc041a98e62d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1709235 Jul 02 11:08:04.425996 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:04.446449 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f80139c9-7c70-477e-bebc-8572b89c2561 req-1fb5260f-2e05-47ac-9631-80b41eb69ddb tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917640 Jul 02 11:08:04.498984 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Router 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 is scheduled to L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d with binding_index 1 {{(pid=93178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 11:08:04.693370 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:08:04.710103 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Sync routers for ids ['93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:08:04.722410 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Routers {'93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:08:04.723691 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:08:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:04.741590 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] Notify callbacks [] for router, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:04.746301 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40022) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:04.746987 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-d7a48e17-b28b-4df6-a909-ae97d072eddb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0820675 Jul 02 11:08:04.918940 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b52a7f-f720-4333-b4b6-6baea16f4560 None None] Network 6e6306ab-1a56-4c92-96a3-f4a45c5baceb requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:08:04.992666 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Set router 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:08:05.099781 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device e5288074-956d-4248-be36-ccd0cfe75456 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:08:05.141259 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-1e7ced35-90c5-411f-813d-71432a86deb5 None None] Provisioning for port e5288074-956d-4248-be36-ccd0cfe75456 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:08:05.390984 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port e5288074-956d-4248-be36-ccd0cfe75456 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:08:05.399457 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port e5288074-956d-4248-be36-ccd0cfe75456 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:05.399457 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:05.408006 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:05.513772 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'name': 'tempest-TestMinimumBasicScenario-1954570025-router', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:08:01Z', 'updated_at': '2021-07-02T11:08:03Z', 'revision_number': 3, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'gw_port': {'id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:08:02Z', 'updated_at': '2021-07-02T11:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:05.612829 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Checking router: 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:08:05.613191 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Updating router 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 port 2911d01b-72ee-442d-ac71-7151484d47d5 binding host dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:08:05.684502 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:05.702345 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:05.744430 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4b263-17ae-431b-bdc5-7fa4fc42faec req-274b6441-0e3c-49b8-b053-c6dccca583f5 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:05.755556 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-56e4b263-17ae-431b-bdc5-7fa4fc42faec req-274b6441-0e3c-49b8-b053-c6dccca583f5 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 945 time: 0.1474278 Jul 02 11:08:05.836334 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-56e4b263-17ae-431b-bdc5-7fa4fc42faec req-2f8cdd88-1777-4abe-a9c5-fec1dab39f8a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798814 Jul 02 11:08:05.849225 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port e5288074-956d-4248-be36-ccd0cfe75456, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=e5288074-956d-4248-be36-ccd0cfe75456,segment=NetworkSegment(ed2dc5db-8c90-46c5-ad7b-007cf68af848),segment_id=ed2dc5db-8c90-46c5-ad7b-007cf68af848)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:05.886245 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 526c8f10-0ceb-46d5-a05d-7f32a1654b13 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:08:05.995819 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:05.996550 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device f33ecc50-1a3e-4a5f-a324-181b12384b46 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:08:06.085946 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Allocated IP 172.20.0.1 (6e6306ab-1a56-4c92-96a3-f4a45c5baceb/480524bb-6e7f-47ac-bdcd-a21ef5b36c99/7ce2479f-bfbe-4862-9a59-422475cbb433) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:08:06.133706 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.142050 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-3671d4bc-3689-4b91-87cd-7b85bf4c0009 None None] Provisioning complete for port e5288074-956d-4248-be36-ccd0cfe75456 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:06.142661 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-3671d4bc-3689-4b91-87cd-7b85bf4c0009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.150022 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port f33ecc50-1a3e-4a5f-a324-181b12384b46 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:08:06.198333 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 40058) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:06.229766 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port f33ecc50-1a3e-4a5f-a324-181b12384b46 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:06.230456 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.235248 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.261268 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Transition to ACTIVE for port object 7ce2479f-bfbe-4862-9a59-422475cbb433 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:08:06.315688 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=e5288074-956d-4248-be36-ccd0cfe75456,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:06.348555 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28570778'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.470322 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Network 6e6306ab-1a56-4c92-96a3-f4a45c5baceb is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:08:06.474407 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:08:06.479512 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71863e9d-0c00-4395-9412-249df70b2196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.488520 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.495805 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:08:06.568653 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce2479f-bfbe-4862-9a59-422475cbb433,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:06.595531 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699676'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.621200 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71863e9d-0c00-4395-9412-249df70b2196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.633029 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71863e9d-0c00-4395-9412-249df70b2196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.638565 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:08:06.647973 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11e2ee9-2629-448b-8b3b-b8e7909751d6" -d '{"events": [{"server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "name": "network-vif-unplugged", "status": "completed", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:08:06.712846 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:06.714267 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 02 Jul 2021 11:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3f7926-5f05-4edf-b556-6e54db48b9c8 x-openstack-request-id: req-af3f7926-5f05-4edf-b556-6e54db48b9c8 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:08:06.714547 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "name": "network-vif-unplugged", "status": "failed", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13", "code": 422}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:08:06.714798 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af3f7926-5f05-4edf-b556-6e54db48b9c8 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:08:06.715258 dv-cinder-784092-13-iscsi neutron-server[93179]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'code': 422} returned with failed status Jul 02 11:08:06.720719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71863e9d-0c00-4395-9412-249df70b2196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5c392b-3d03-4af6-83d3-1933751a2df3,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:06.745816 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-71863e9d-0c00-4395-9412-249df70b2196 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39830192669248e3bd5e2d3a6f2ad1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461936 Jul 02 11:08:06.750119 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 40082) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:06.772905 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.788683 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.844557 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-063327d0-8aec-4d84-b9ec-505f56661a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.875393 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-063327d0-8aec-4d84-b9ec-505f56661a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.897733 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:06.902663 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.000998 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-063327d0-8aec-4d84-b9ec-505f56661a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.003954 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-063327d0-8aec-4d84-b9ec-505f56661a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.005286 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-063327d0-8aec-4d84-b9ec-505f56661a20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d5c392b-3d03-4af6-83d3-1933751a2df3 HTTP/1.1" status: 204 len: 168 time: 0.2539411 Jul 02 11:08:07.021719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063327d0-8aec-4d84-b9ec-505f56661a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5c392b-3d03-4af6-83d3-1933751a2df3,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:07.086782 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.092953 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28570760'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.097923 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Transition to ACTIVE for port object 2911d01b-72ee-442d-ac71-7151484d47d5 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:08:07.114202 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port f33ecc50-1a3e-4a5f-a324-181b12384b46, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=f33ecc50-1a3e-4a5f-a324-181b12384b46,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:07.119205 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=526c8f10-0ceb-46d5-a05d-7f32a1654b13,revision_number=8']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:07.138458 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.143400 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.159925 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699866'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.164585 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 36d76558-f3cf-4639-b4df-5f3ada95d001 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:08:07.193439 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce2479f-bfbe-4862-9a59-422475cbb433,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:07.213277 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-4a027924-aed8-42af-9139-c19043506532 None None] Provisioning for port 7ce2479f-bfbe-4862-9a59-422475cbb433 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:08:07.224071 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 36d76558-f3cf-4639-b4df-5f3ada95d001 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:08:07.224475 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 36d76558-f3cf-4639-b4df-5f3ada95d001 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:08:07.243221 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-4a027924-aed8-42af-9139-c19043506532 None None] Provisioning complete for port 7ce2479f-bfbe-4862-9a59-422475cbb433 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:07.243593 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4a027924-aed8-42af-9139-c19043506532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.312904 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130f22f-6705-4bb9-895a-01b0d452144c None None] Pushing event updated for resources: {'Port': ['ID=2911d01b-72ee-442d-ac71-7151484d47d5,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:07.327762 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Attempting to bind port 2911d01b-72ee-442d-ac71-7151484d47d5 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:08:07.328322 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Attempting to bind port 2911d01b-72ee-442d-ac71-7151484d47d5 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:08:07.328896 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Attempting to bind port 2911d01b-72ee-442d-ac71-7151484d47d5 on network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:08:07.341671 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:08:07.342338 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Checking segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:08:07.342904 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.343456 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Bound using segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:08:07.344083 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Bound port: 2911d01b-72ee-442d-ac71-7151484d47d5, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:08:07.344714 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.423891 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Network 6e6306ab-1a56-4c92-96a3-f4a45c5baceb is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:08:07.427750 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:08:07.463372 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device e5288074-956d-4248-be36-ccd0cfe75456 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:08:07.571461 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-4a027924-aed8-42af-9139-c19043506532 None None] Port 7ce2479f-bfbe-4862-9a59-422475cbb433 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:08:07.633271 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=f33ecc50-1a3e-4a5f-a324-181b12384b46,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:07.678863 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] For port 2911d01b-72ee-442d-ac71-7151484d47d5, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:08:07.682620 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] For port 2911d01b-72ee-442d-ac71-7151484d47d5, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=2911d01b-72ee-442d-ac71-7151484d47d5,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:08:07.696841 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.698189 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8342171-b10b-46be-8453-570edc19a2c0 req-9e5ead87-d029-4491-9697-b932a1d37528 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:07.699908 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e8342171-b10b-46be-8453-570edc19a2c0 req-9e5ead87-d029-4491-9697-b932a1d37528 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1987672 Jul 02 11:08:07.758885 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Router 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:08:07.788398 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e8342171-b10b-46be-8453-570edc19a2c0 req-c62df0d7-d2e3-4156-85f1-af2bf1526b3c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747907 Jul 02 11:08:07.790561 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130f22f-6705-4bb9-895a-01b0d452144c None None] Pushing event updated for resources: {'Port': ['ID=2911d01b-72ee-442d-ac71-7151484d47d5,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:07.805279 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port e5288074-956d-4248-be36-ccd0cfe75456 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:07.805980 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.866302 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Routers {'93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:08:07.866942 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:08:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:07.911194 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 40132) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:07.951128 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-e21db7a6-9377-4718-af4d-b1c86171ddf3 None None] Provisioning complete for port 7ce2479f-bfbe-4862-9a59-422475cbb433 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:07.951510 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e21db7a6-9377-4718-af4d-b1c86171ddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:07.996570 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 40138) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:08.016422 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:08:08.025699 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3ebf03ed-e27c-4b7a-baa7-6ecc5dcc3173 admin admin] 10.222.0.24 "PUT /v2.0/routers/93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2776141 Jul 02 11:08:08.048636 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-e21db7a6-9377-4718-af4d-b1c86171ddf3 None None] Port 7ce2479f-bfbe-4862-9a59-422475cbb433 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:08:08.074089 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] Set router 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:08:08.122296 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:08.171750 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-66170662-b360-4f0d-88d8-2ebba101b42d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1726699 Jul 02 11:08:08.291032 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:08.296741 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:08.340481 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=570bc355203b4bbf96c9ac6549033de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4277422 Jul 02 11:08:08.341416 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4631fb-5277-45cf-8de9-7ba4fc0eca05,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:08.343453 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40156) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:08.349409 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:08.349765 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:08.350109 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:08.350475 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:08.350785 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:08.351277 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:08.351769 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:08.352273 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:08.352795 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:08.353293 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:08.353936 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:08.354433 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609144c0-dcff-4ca4-8695-87ee50fe483a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:08.374664 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'name': 'tempest-TestMinimumBasicScenario-1954570025-router', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:08:01Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 4, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'gw_port': {'id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:08:02Z', 'updated_at': '2021-07-02T11:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '7ce2479f-bfbe-4862-9a59-422475cbb433', 'name': '', 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'mac_address': 'fa:16:3e:ae:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '480524bb-6e7f-47ac-bdcd-a21ef5b36c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:08:05Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 2, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'subnets': [{'id': '480524bb-6e7f-47ac-bdcd-a21ef5b36c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:08.402463 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f722e57-778a-45f3-8f3d-45d8527540d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:08.414877 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ce735-64f5-4b34-b550-ddf10db1af84 None None] The sync data for ids ['93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'] in dv-cinder-784092-13-iscsi is: [{'id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'name': 'tempest-TestMinimumBasicScenario-1954570025-router', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:08:01Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 4, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'gw_port': {'id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:08:02Z', 'updated_at': '2021-07-02T11:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '7ce2479f-bfbe-4862-9a59-422475cbb433', 'name': '', 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'mac_address': 'fa:16:3e:ae:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '480524bb-6e7f-47ac-bdcd-a21ef5b36c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:08:05Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 2, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'subnets': [{'id': '480524bb-6e7f-47ac-bdcd-a21ef5b36c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:08:08.435651 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f722e57-778a-45f3-8f3d-45d8527540d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:08.499307 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f722e57-778a-45f3-8f3d-45d8527540d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:08.503136 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f722e57-778a-45f3-8f3d-45d8527540d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:08.504699 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-2f722e57-778a-45f3-8f3d-45d8527540d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d4631fb-5277-45cf-8de9-7ba4fc0eca05 HTTP/1.1" status: 204 len: 168 time: 0.1594956 Jul 02 11:08:08.515275 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f722e57-778a-45f3-8f3d-45d8527540d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4631fb-5277-45cf-8de9-7ba4fc0eca05,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:08.958814 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 40178) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:08.998147 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-83dc4441-cd4e-477d-af0a-03e7263f5064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:09.221955 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-83dc4441-cd4e-477d-af0a-03e7263f5064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:09.261998 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-83dc4441-cd4e-477d-af0a-03e7263f5064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:09.360504 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-83dc4441-cd4e-477d-af0a-03e7263f5064 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce327d5c3f8f45d2b1d6cc02218af52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003136 Jul 02 11:08:09.363066 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40188) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:09.364257 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc4441-cd4e-477d-af0a-03e7263f5064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4420b327-0128-464f-9786-368efd361cd8,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:09.446569 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53a9b-cac5-4e4d-bd6e-a7f94aeacd4c req-f6959a81-639e-4ec5-99f0-05fde4b878fc tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:09.448463 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d2f53a9b-cac5-4e4d-bd6e-a7f94aeacd4c req-f6959a81-639e-4ec5-99f0-05fde4b878fc tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.4412622 Jul 02 11:08:09.495765 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device f33ecc50-1a3e-4a5f-a324-181b12384b46 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:08:09.506108 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bab684f6-745b-4e5f-8df8-0b3ae12a55f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:09.561389 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d2f53a9b-cac5-4e4d-bd6e-a7f94aeacd4c req-53d0b774-1a88-4490-83ac-d6901afeaff7 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971019 Jul 02 11:08:09.567277 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bab684f6-745b-4e5f-8df8-0b3ae12a55f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:09.586616 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port f33ecc50-1a3e-4a5f-a324-181b12384b46 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:09.587312 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:09.686997 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bab684f6-745b-4e5f-8df8-0b3ae12a55f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:09.710583 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bab684f6-745b-4e5f-8df8-0b3ae12a55f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:09.717661 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-bab684f6-745b-4e5f-8df8-0b3ae12a55f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4420b327-0128-464f-9786-368efd361cd8 HTTP/1.1" status: 204 len: 168 time: 0.3534729 Jul 02 11:08:09.733967 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab684f6-745b-4e5f-8df8-0b3ae12a55f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4420b327-0128-464f-9786-368efd361cd8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:09.863225 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 526c8f10-0ceb-46d5-a05d-7f32a1654b13 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:08:10.560394 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-0cb95d1a-460e-4b2c-b909-f0f9e6237134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:10.561970 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-0cb95d1a-460e-4b2c-b909-f0f9e6237134 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3&tenant_id=a9cd96924e4d476fb4c58dcdca22da9d HTTP/1.1" status: 200 len: 1096 time: 0.1227190 Jul 02 11:08:10.666549 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-589ae108-1e90-4837-9ac2-c94aaefffb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:10.669032 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-589ae108-1e90-4837-9ac2-c94aaefffb49 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 1096 time: 0.0760729 Jul 02 11:08:10.748046 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40218) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:10.856528 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-b4a5b1f4-fb00-49be-8d9a-8655a5057c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:10.858825 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-b4a5b1f4-fb00-49be-8d9a-8655a5057c93 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 917 time: 0.1795337 Jul 02 11:08:10.899374 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-728888819-network', 'tenant_id': '7a7f162418b0497f9ee13ba4156a505a'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:08:10.951268 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Made reservation on behalf of 7a7f162418b0497f9ee13ba4156a505a for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:08:10.957413 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:10.969545 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.011447 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-38513fa5-909e-4c82-a9bb-21defc579f3e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13 HTTP/1.1" status: 200 len: 999 time: 0.1446841 Jul 02 11:08:11.053825 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348f769-8306-453e-bdfc-b4692fe45444 req-8b35a881-9b09-4471-9c67-6c2534426cda tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:11.063282 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1348f769-8306-453e-bdfc-b4692fe45444 req-8b35a881-9b09-4471-9c67-6c2534426cda tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.2450886 Jul 02 11:08:11.122419 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.130603 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.155160 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:08:11.176259 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8055cc5-4b47-47e3-8e1c-4cb149e24aa9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:11.179358 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.179701 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.segments_db [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Added segment efd58ce8-664b-45ee-90cb-2ac58bab4451 of type vlan for network e2d83786-371f-4af4-8a01-48025aa8fff8 Jul 02 11:08:11.192814 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-969c7724-c322-4d55-8dee-a3d21859c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:11.194804 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-969c7724-c322-4d55-8dee-a3d21859c3ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59085ac5-fbd3-4a9e-be9a-43457d588973 HTTP/1.1" status: 200 len: 855 time: 0.1733165 Jul 02 11:08:11.201097 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1348f769-8306-453e-bdfc-b4692fe45444 req-b8bf243d-f7c2-435d-9982-818cc95df28d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368334 Jul 02 11:08:11.240586 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.278950 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eca742-e871-46a2-b24d-330ea0e35443 req-3259ee1b-f3d2-458c-b71f-a5ca7e54d189 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:11.280465 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-59eca742-e871-46a2-b24d-330ea0e35443 req-3259ee1b-f3d2-458c-b71f-a5ca7e54d189 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 946 time: 0.1777616 Jul 02 11:08:11.337399 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.338468 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:11.339205 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.342259 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-932b351d-0cf4-4fcb-aaa6-43120d08bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:11.343921 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-932b351d-0cf4-4fcb-aaa6-43120d08bb43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1350372 Jul 02 11:08:11.359402 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-59eca742-e871-46a2-b24d-330ea0e35443 req-e6ada131-e96b-4944-ab60-96678506bbad tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697906 Jul 02 11:08:11.388880 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 2911d01b-72ee-442d-ac71-7151484d47d5 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:08:11.425451 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6733456 Jul 02 11:08:11.426150 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40226) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:11.464741 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 2911d01b-72ee-442d-ac71-7151484d47d5 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:08:11.471136 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 2911d01b-72ee-442d-ac71-7151484d47d5 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:11.471905 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.476305 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f9e922e4-9e24-408e-9fc3-950835a5fe2f admin admin] Request body: {'subnet': {'network_id': 'e2d83786-371f-4af4-8a01-48025aa8fff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-728888819-subnet', 'tenant_id': '7a7f162418b0497f9ee13ba4156a505a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:08:11.486006 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ff5f2-c024-4da6-b377-eb5697228718 admin admin] Pushing event updated for resources: {'Network': ['ID=e2d83786-371f-4af4-8a01-48025aa8fff8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:11.510882 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network e2d83786-371f-4af4-8a01-48025aa8fff8 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:08:11.517237 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e922e4-9e24-408e-9fc3-950835a5fe2f admin admin] Made reservation on behalf of 7a7f162418b0497f9ee13ba4156a505a for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:08:11.520974 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9e922e4-9e24-408e-9fc3-950835a5fe2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25523415'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.523699 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-b2d0ee49-d881-4c10-bb0e-55b184d075fe service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599574 Jul 02 11:08:11.658108 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.681370 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 2911d01b-72ee-442d-ac71-7151484d47d5, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=2911d01b-72ee-442d-ac71-7151484d47d5,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:11.692620 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.698546 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-67b63f43-776a-4160-b6bb-b62f089d7db8 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669390 Jul 02 11:08:11.774941 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=2911d01b-72ee-442d-ac71-7151484d47d5,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:11.809051 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9e922e4-9e24-408e-9fc3-950835a5fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28559882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25523397'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.862917 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e922e4-9e24-408e-9fc3-950835a5fe2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b41dcdc-92ab-48ea-9c69-9dc58cf094de,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:11.889136 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e922e4-9e24-408e-9fc3-950835a5fe2f admin admin] Checking segment: {'id': 'efd58ce8-664b-45ee-90cb-2ac58bab4451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e2d83786-371f-4af4-8a01-48025aa8fff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:08:11.889459 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e922e4-9e24-408e-9fc3-950835a5fe2f admin admin] Network hostable DHCP agents. Network: e2d83786-371f-4af4-8a01-48025aa8fff8, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:08:11.918064 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e922e4-9e24-408e-9fc3-950835a5fe2f admin admin] Network e2d83786-371f-4af4-8a01-48025aa8fff8 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:08:11.943704 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f9e922e4-9e24-408e-9fc3-950835a5fe2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, e2d83786-371f-4af4-8a01-48025aa8fff8) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:08:11.952483 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e922e4-9e24-408e-9fc3-950835a5fe2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:11.953107 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9e922e4-9e24-408e-9fc3-950835a5fe2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:11.955120 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba465173-ec7d-4114-af69-d2a70bae2472 None None] Network e2d83786-371f-4af4-8a01-48025aa8fff8 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:08:11.973594 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-f9e922e4-9e24-408e-9fc3-950835a5fe2f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5454795 Jul 02 11:08:12.136648 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e11849d-ec4f-4ffd-b1f3-ee36dd3bea23 None None] Network e2d83786-371f-4af4-8a01-48025aa8fff8 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:08:12.184640 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Sync routers for ids ['93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:08:12.198451 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Routers {'93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:08:12.199961 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:08:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:12.403928 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Set router 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:08:12.631611 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87465fa5-b3c8-4bb0-80d3-4c9dc5877722 req-9497b073-b45a-4d3e-ae49-017422759951 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:12.633256 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87465fa5-b3c8-4bb0-80d3-4c9dc5877722 req-9497b073-b45a-4d3e-ae49-017422759951 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1862268 Jul 02 11:08:12.680800 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87465fa5-b3c8-4bb0-80d3-4c9dc5877722 req-274388b0-89d8-49f8-a82b-f8209c0bd7e1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416019 Jul 02 11:08:12.689218 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b2c25-9a7a-430d-b1d3-3fec6a94c6d8 req-e6bc1f73-83e2-49b5-b3af-a61d96e3c16c tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:12.697509 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-507b2c25-9a7a-430d-b1d3-3fec6a94c6d8 req-e6bc1f73-83e2-49b5-b3af-a61d96e3c16c tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 946 time: 0.1590054 Jul 02 11:08:12.747392 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-507b2c25-9a7a-430d-b1d3-3fec6a94c6d8 req-609c3eab-ce30-4d33-a568-0b296b89727a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465865 Jul 02 11:08:12.899896 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'name': 'tempest-TestMinimumBasicScenario-1954570025-router', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:08:01Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 4, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'gw_port': {'id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:08:02Z', 'updated_at': '2021-07-02T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '7ce2479f-bfbe-4862-9a59-422475cbb433', 'name': '', 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'mac_address': 'fa:16:3e:ae:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '480524bb-6e7f-47ac-bdcd-a21ef5b36c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:08:05Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 2, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'subnets': [{'id': '480524bb-6e7f-47ac-bdcd-a21ef5b36c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:12.971272 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40266) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:12.977032 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-493775559-network', 'tenant_id': '5fe61c95a9594e1ab001d53d90411a97'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:08:12.986645 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Checking router: 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:08:12.987323 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Updating router 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 port 7ce2479f-bfbe-4862-9a59-422475cbb433 binding host dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:08:13.022234 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718f3b6-8450-488c-b16f-3f7f6ae3f1c4 req-2391a58d-01af-4302-bfb5-09b0d9865271 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:13.023947 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7718f3b6-8450-488c-b16f-3f7f6ae3f1c4 req-2391a58d-01af-4302-bfb5-09b0d9865271 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 946 time: 0.2383840 Jul 02 11:08:13.025961 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Made reservation on behalf of 5fe61c95a9594e1ab001d53d90411a97 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:08:13.029312 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.041745 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.165505 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.175571 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.251949 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:08:13.269613 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea962e62-1e0b-49f8-9346-660815176e61,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:13.292152 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.292512 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.segments_db [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Added segment df468aa8-db6e-4976-8907-e9e420aa30e4 of type vlan for network 6e0f8ea4-389a-49de-9fa2-4e540df8a395 Jul 02 11:08:13.298445 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-7718f3b6-8450-488c-b16f-3f7f6ae3f1c4 req-900a4a96-86df-4a05-9e2d-29c4a1888c73 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Deleting port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:08:13.299784 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7718f3b6-8450-488c-b16f-3f7f6ae3f1c4 req-900a4a96-86df-4a05-9e2d-29c4a1888c73 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.306031 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.397953 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.411510 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 2911d01b-72ee-442d-ac71-7151484d47d5 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:08:13.464888 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-7718f3b6-8450-488c-b16f-3f7f6ae3f1c4 req-900a4a96-86df-4a05-9e2d-29c4a1888c73 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] For port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:13.465818 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7718f3b6-8450-488c-b16f-3f7f6ae3f1c4 req-900a4a96-86df-4a05-9e2d-29c4a1888c73 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.473582 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.474689 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:13.476587 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.484939 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-7718f3b6-8450-488c-b16f-3f7f6ae3f1c4 req-900a4a96-86df-4a05-9e2d-29c4a1888c73 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Calling delete_port for 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:08:13.570123 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5974090 Jul 02 11:08:13.570764 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40268) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:13.609811 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b32f62a5-ac5c-473b-ae83-a8fe1b701543 admin admin] Request body: {'subnet': {'network_id': '6e0f8ea4-389a-49de-9fa2-4e540df8a395', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-493775559-subnet', 'tenant_id': '5fe61c95a9594e1ab001d53d90411a97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:08:13.611634 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 2911d01b-72ee-442d-ac71-7151484d47d5 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:13.612767 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.694810 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7718f3b6-8450-488c-b16f-3f7f6ae3f1c4 req-900a4a96-86df-4a05-9e2d-29c4a1888c73 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.719741 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['3800d62c-20bd-4977-928b-118268dedb88', '336e7211-f38e-4a22-abcb-08a9e6932058', 'c036d4dc-0487-4fab-abe7-cf0940a85a2a', '83c8c0f7-7f81-416d-b3d1-8132b0d4aec9'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:08:13.737040 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad37b8-5b0d-48ee-8a82-64ca1e03f17f admin admin] Pushing event updated for resources: {'Network': ['ID=6e0f8ea4-389a-49de-9fa2-4e540df8a395,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:13.757390 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a4a96-86df-4a05-9e2d-29c4a1888c73 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Pushing event deleted for resources: {'Port': ['ID=83c8c0f7-7f81-416d-b3d1-8132b0d4aec9,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:13.758444 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32f62a5-ac5c-473b-ae83-a8fe1b701543 admin admin] Made reservation on behalf of 5fe61c95a9594e1ab001d53d90411a97 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:08:13.762640 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b32f62a5-ac5c-473b-ae83-a8fe1b701543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25523415'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.911423 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7718f3b6-8450-488c-b16f-3f7f6ae3f1c4 req-900a4a96-86df-4a05-9e2d-29c4a1888c73 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] No DVR routers for this DVR port 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:08:13.921085 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Notify callbacks [] for port, precommit_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.921291 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7718f3b6-8450-488c-b16f-3f7f6ae3f1c4 req-900a4a96-86df-4a05-9e2d-29c4a1888c73 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:13.927651 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7718f3b6-8450-488c-b16f-3f7f6ae3f1c4 req-900a4a96-86df-4a05-9e2d-29c4a1888c73 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "DELETE /v2.0/ports/83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 HTTP/1.1" status: 204 len: 173 time: 0.8613465 Jul 02 11:08:13.930463 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68', 'name': 'network-vif-deleted', 'tag': '83c8c0f7-7f81-416d-b3d1-8132b0d4aec9'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:08:13.944921 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932c344b-ffca-46d0-98a0-56dfa4ab1a35" -d '{"events": [{"server_uuid": "98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68", "name": "network-vif-deleted", "tag": "83c8c0f7-7f81-416d-b3d1-8132b0d4aec9"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:08:13.971042 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.provisioning_blocks [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Transition to ACTIVE for port object 7ce2479f-bfbe-4862-9a59-422475cbb433 will not be triggered until provisioned by entity L2. {{(pid=93180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:08:13.990008 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:14.161938 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa406175-f4e5-4921-95f7-e7480ce60a4f None None] Pushing event updated for resources: {'Port': ['ID=7ce2479f-bfbe-4862-9a59-422475cbb433,revision_number=3']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:14.195029 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-52861efd-9d7e-430f-9bfb-46aa5c57d64e req-935239a3-3fd1-45b0-9c4f-61da537c803e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68 HTTP/1.1" status: 200 len: 210 time: 0.0959256 Jul 02 11:08:14.283546 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf4d-d8a7-4e79-a6e3-e27934142210 req-e9ffcf7f-89b3-466b-b818-6af147422e10 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:14.285480 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-978abf4d-d8a7-4e79-a6e3-e27934142210 req-e9ffcf7f-89b3-466b-b818-6af147422e10 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.2980151 Jul 02 11:08:14.368870 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Attempting to bind port 7ce2479f-bfbe-4862-9a59-422475cbb433 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:08:14.381220 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Attempting to bind port 7ce2479f-bfbe-4862-9a59-422475cbb433 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': 'ed2dc5db-8c90-46c5-ad7b-007cf68af848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb'}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:08:14.381494 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Attempting to bind port 7ce2479f-bfbe-4862-9a59-422475cbb433 on network 6e6306ab-1a56-4c92-96a3-f4a45c5baceb {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:08:14.383717 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network 6e0f8ea4-389a-49de-9fa2-4e540df8a395 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:08:14.384057 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e0c62b-4cab-470a-9a38-d89a1de517f2 x-openstack-request-id: req-56e0c62b-4cab-470a-9a38-d89a1de517f2 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:08:14.384864 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68", "name": "network-vif-deleted", "tag": "83c8c0f7-7f81-416d-b3d1-8132b0d4aec9", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:08:14.385206 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56e0c62b-4cab-470a-9a38-d89a1de517f2 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:08:14.386376 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a2a37f-6fc9-4b90-a6b3-32a4aa1c1f68', 'name': 'network-vif-deleted', 'tag': '83c8c0f7-7f81-416d-b3d1-8132b0d4aec9', 'status': 'completed', 'code': 200} Jul 02 11:08:14.407254 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:08:14.407941 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Checking segment: {'id': 'ed2dc5db-8c90-46c5-ad7b-007cf68af848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:08:14.408717 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:14.408854 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Bound using segment: {'id': 'ed2dc5db-8c90-46c5-ad7b-007cf68af848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb'} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:08:14.409313 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Bound port: 7ce2479f-bfbe-4862-9a59-422475cbb433, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2dc5db-8c90-46c5-ad7b-007cf68af848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb'}}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:08:14.409718 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:14.416071 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-978abf4d-d8a7-4e79-a6e3-e27934142210 req-c556dc64-c653-4e78-b040-17f072ac2b39 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173804 Jul 02 11:08:14.428818 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b32f62a5-ac5c-473b-ae83-a8fe1b701543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28559882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25523397'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:14.547502 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] For port 7ce2479f-bfbe-4862-9a59-422475cbb433, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:08:14.554583 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] For port 7ce2479f-bfbe-4862-9a59-422475cbb433, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=7ce2479f-bfbe-4862-9a59-422475cbb433,segment=NetworkSegment(ed2dc5db-8c90-46c5-ad7b-007cf68af848),segment_id=ed2dc5db-8c90-46c5-ad7b-007cf68af848)] {{(pid=93180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:08:14.568304 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:14.572945 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f62a5-ac5c-473b-ae83-a8fe1b701543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4088686-7e16-4038-89dc-92d9efbc93cb,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:14.608672 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32f62a5-ac5c-473b-ae83-a8fe1b701543 admin admin] Checking segment: {'id': 'df468aa8-db6e-4976-8907-e9e420aa30e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6e0f8ea4-389a-49de-9fa2-4e540df8a395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:08:14.611080 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f62a5-ac5c-473b-ae83-a8fe1b701543 admin admin] Network hostable DHCP agents. Network: 6e0f8ea4-389a-49de-9fa2-4e540df8a395, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:08:14.671922 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f62a5-ac5c-473b-ae83-a8fe1b701543 admin admin] Network 6e0f8ea4-389a-49de-9fa2-4e540df8a395 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:08:14.685475 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Routers {'93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:08:14.690567 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:08:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:14.704460 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b32f62a5-ac5c-473b-ae83-a8fe1b701543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, 6e0f8ea4-389a-49de-9fa2-4e540df8a395) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:08:14.709420 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32f62a5-ac5c-473b-ae83-a8fe1b701543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:14.710089 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b32f62a5-ac5c-473b-ae83-a8fe1b701543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:14.745405 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772cfbc2-ad07-4490-843f-d2a4d41a132b None None] Network 6e0f8ea4-389a-49de-9fa2-4e540df8a395 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:08:14.757316 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-b32f62a5-ac5c-473b-ae83-a8fe1b701543 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1483991 Jul 02 11:08:14.916431 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa406175-f4e5-4921-95f7-e7480ce60a4f None None] Pushing event updated for resources: {'Port': ['ID=7ce2479f-bfbe-4862-9a59-422475cbb433,revision_number=4']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:15.073693 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40282) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:15.094636 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] Set router 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:08:15.180206 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c22204-54ec-48d1-92ef-dc2ff552c3b8 None None] Network 6e0f8ea4-389a-49de-9fa2-4e540df8a395 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:08:15.203972 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffb334a-15cd-4acf-a07f-6606709876c4 admin admin] Deleting subnet 3b41dcdc-92ab-48ea-9c69-9dc58cf094de {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:08:15.216570 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dffb334a-15cd-4acf-a07f-6606709876c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:15.314171 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dffb334a-15cd-4acf-a07f-6606709876c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:15.381166 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dffb334a-15cd-4acf-a07f-6606709876c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:15.452220 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 7ce2479f-bfbe-4862-9a59-422475cbb433 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:08:15.500111 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dffb334a-15cd-4acf-a07f-6606709876c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:15.534751 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dffb334a-15cd-4acf-a07f-6606709876c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:15.536940 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-dffb334a-15cd-4acf-a07f-6606709876c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3b41dcdc-92ab-48ea-9c69-9dc58cf094de HTTP/1.1" status: 204 len: 168 time: 0.4617522 Jul 02 11:08:15.539710 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 40290) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:15.593364 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb334a-15cd-4acf-a07f-6606709876c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b41dcdc-92ab-48ea-9c69-9dc58cf094de,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:15.648952 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 7ce2479f-bfbe-4862-9a59-422475cbb433 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:08:15.666743 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 7ce2479f-bfbe-4862-9a59-422475cbb433 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:15.667140 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:15.746720 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'name': 'tempest-TestMinimumBasicScenario-1954570025-router', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:08:01Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 4, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'gw_port': {'id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:08:02Z', 'updated_at': '2021-07-02T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '7ce2479f-bfbe-4862-9a59-422475cbb433', 'name': '', 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'mac_address': 'fa:16:3e:ae:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '480524bb-6e7f-47ac-bdcd-a21ef5b36c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:08:05Z', 'updated_at': '2021-07-02T11:08:14Z', 'revision_number': 4, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'subnets': [{'id': '480524bb-6e7f-47ac-bdcd-a21ef5b36c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:15.833663 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa582d44-df34-455a-95e0-37d9ae615910 None None] The sync data for ids ['93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'] in dv-cinder-784092-13-iscsi is: [{'id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'name': 'tempest-TestMinimumBasicScenario-1954570025-router', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:08:01Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 4, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'gw_port': {'id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:08:02Z', 'updated_at': '2021-07-02T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '7ce2479f-bfbe-4862-9a59-422475cbb433', 'name': '', 'network_id': '6e6306ab-1a56-4c92-96a3-f4a45c5baceb', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'mac_address': 'fa:16:3e:ae:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '480524bb-6e7f-47ac-bdcd-a21ef5b36c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:08:05Z', 'updated_at': '2021-07-02T11:08:14Z', 'revision_number': 4, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'subnets': [{'id': '480524bb-6e7f-47ac-bdcd-a21ef5b36c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:08:15.837805 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:15.975041 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:15.986423 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d83786-371f-4af4-8a01-48025aa8fff8']}} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:15.998051 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd58ce8-664b-45ee-90cb-2ac58bab4451') {'for_net_delete': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:15.998352 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd58ce8-664b-45ee-90cb-2ac58bab4451') {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:16.009914 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28293975'] for segment, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:16.025259 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:16.036021 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:16.042197 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:08:16.042600 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27737794'] for segment, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:16.113234 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 7ce2479f-bfbe-4862-9a59-422475cbb433, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=7ce2479f-bfbe-4862-9a59-422475cbb433,segment=NetworkSegment(ed2dc5db-8c90-46c5-ad7b-007cf68af848),segment_id=ed2dc5db-8c90-46c5-ad7b-007cf68af848)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: Traceback (most recent call last): Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: timer() Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: cb(*args, **kw) Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: return func(*args, **kwargs) Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: self._notify() Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: self.callback(batched_events) Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: event.method(event) Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: return f(self, *a, **k) Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._get(url).json() Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: return self.request(url, 'GET', **kwargs) Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:08:16.114561 dv-cinder-784092-13-iscsi neutron-server[93178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:08:16.121231 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:16.123340 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:16.137309 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79810ffc-377b-4b9b-a578-572021af5250 req-58dd1e86-67ba-4e61-90fa-4f18ed85f778 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:16.138869 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-79810ffc-377b-4b9b-a578-572021af5250 req-58dd1e86-67ba-4e61-90fa-4f18ed85f778 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.3677576 Jul 02 11:08:16.164041 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d83786-371f-4af4-8a01-48025aa8fff8,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:16.166914 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:16.170730 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-58fd1ef5-96cc-49b1-808b-cc7ded5b08b0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e2d83786-371f-4af4-8a01-48025aa8fff8 HTTP/1.1" status: 204 len: 168 time: 0.6267281 Jul 02 11:08:16.171073 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40294) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:16.228252 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=7ce2479f-bfbe-4862-9a59-422475cbb433,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:16.246275 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-79810ffc-377b-4b9b-a578-572021af5250 req-224f29dd-b595-4998-bc7b-bc22cdd118e6 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833650 Jul 02 11:08:16.296009 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6fb003-f1a5-4eed-834b-3a995c46713e admin admin] Deleting subnet b4088686-7e16-4038-89dc-92d9efbc93cb {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:08:16.302910 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb003-f1a5-4eed-834b-3a995c46713e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:16.381795 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb003-f1a5-4eed-834b-3a995c46713e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:16.540271 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb003-f1a5-4eed-834b-3a995c46713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:16.616153 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb003-f1a5-4eed-834b-3a995c46713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:16.671201 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fb003-f1a5-4eed-834b-3a995c46713e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4088686-7e16-4038-89dc-92d9efbc93cb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:16.673139 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9d6fb003-f1a5-4eed-834b-3a995c46713e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:16.678964 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-9d6fb003-f1a5-4eed-834b-3a995c46713e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b4088686-7e16-4038-89dc-92d9efbc93cb HTTP/1.1" status: 204 len: 168 time: 0.5061331 Jul 02 11:08:16.679445 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 40296) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:16.905628 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:17.115160 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:17.138433 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0f8ea4-389a-49de-9fa2-4e540df8a395']}} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:17.164964 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df468aa8-db6e-4976-8907-e9e420aa30e4') {'for_net_delete': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:17.164964 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df468aa8-db6e-4976-8907-e9e420aa30e4') {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:17.183457 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28293975'] for segment, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:17.206113 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:17.217447 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:08:17.218033 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27737794'] for segment, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: Traceback (most recent call last): Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: timer() Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: cb(*args, **kw) Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: return func(*args, **kwargs) Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: self._notify() Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: self.callback(batched_events) Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: event.method(event) Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: return f(self, *a, **k) Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._get(url).json() Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: return self.request(url, 'GET', **kwargs) Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:08:17.224160 dv-cinder-784092-13-iscsi neutron-server[93178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:08:17.250529 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:08:17.391072 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:17.456214 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:17.462092 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 7ce2479f-bfbe-4862-9a59-422475cbb433 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:08:17.468061 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] 10.222.0.24 "DELETE /v2.0/networks/6e0f8ea4-389a-49de-9fa2-4e540df8a395 HTTP/1.1" status: 204 len: 168 time: 0.7855721 Jul 02 11:08:17.483133 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f81d6-2602-4c25-a3e6-95a1a7b1545b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0f8ea4-389a-49de-9fa2-4e540df8a395,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:17.623221 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 7ce2479f-bfbe-4862-9a59-422475cbb433 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:17.623562 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:17.806290 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40308) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:17.881505 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-79eac0f7-d183-4f14-9ffe-570d340d7dca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a7f162418b0497f9ee13ba4156a505a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732422 Jul 02 11:08:17.884407 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40310) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:17.904624 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:08:17.950676 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:08:17.951069 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 83c8c0f7-7f81-416d-b3d1-8132b0d4aec9 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:08:17.996046 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0a75c15-8bcf-4f2b-bc3d-88a4260e53d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:18.022372 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2da98b-6de7-438f-83b6-e860968a3f5f req-5064c256-2a8a-4055-89f1-680e81320fc2 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:18.023998 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ac2da98b-6de7-438f-83b6-e860968a3f5f req-5064c256-2a8a-4055-89f1-680e81320fc2 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.4815099 Jul 02 11:08:18.031916 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ae236-a1b3-4014-ae8c-572e9484b8a6 req-c3ad0568-f625-49ef-9cd8-f30d428049c6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:18.040332 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b98ae236-a1b3-4014-ae8c-572e9484b8a6 req-c3ad0568-f625-49ef-9cd8-f30d428049c6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 945 time: 0.4469278 Jul 02 11:08:18.045708 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0a75c15-8bcf-4f2b-bc3d-88a4260e53d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:18.119626 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ac2da98b-6de7-438f-83b6-e860968a3f5f req-5dd10a06-fa45-43dd-9186-f7dd058b0364 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761726 Jul 02 11:08:18.121917 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0a75c15-8bcf-4f2b-bc3d-88a4260e53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:18.124639 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0a75c15-8bcf-4f2b-bc3d-88a4260e53d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:18.128656 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a0a75c15-8bcf-4f2b-bc3d-88a4260e53d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8055cc5-4b47-47e3-8e1c-4cb149e24aa9 HTTP/1.1" status: 204 len: 168 time: 0.2335479 Jul 02 11:08:18.140246 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b98ae236-a1b3-4014-ae8c-572e9484b8a6 req-9e76379e-e425-4a06-ad48-944bdc8de89a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907092 Jul 02 11:08:18.146172 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a75c15-8bcf-4f2b-bc3d-88a4260e53d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8055cc5-4b47-47e3-8e1c-4cb149e24aa9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:18.661815 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40322) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:18.711704 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-843603e8-6cce-4def-9275-fe7e49069c72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fe61c95a9594e1ab001d53d90411a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484114 Jul 02 11:08:18.714565 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 40324) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:18.824711 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf87a-424e-4ac5-9c22-769164a6f9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:18.863890 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf87a-424e-4ac5-9c22-769164a6f9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:18.948032 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf87a-424e-4ac5-9c22-769164a6f9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:18.951459 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf87a-424e-4ac5-9c22-769164a6f9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:18.953005 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-9dfbf87a-424e-4ac5-9c22-769164a6f9cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea962e62-1e0b-49f8-9346-660815176e61 HTTP/1.1" status: 204 len: 168 time: 0.2371662 Jul 02 11:08:18.968623 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbf87a-424e-4ac5-9c22-769164a6f9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea962e62-1e0b-49f8-9346-660815176e61,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:19.585989 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7cdc5-e922-4ed6-8246-f3199a6b0470 req-b4191ad5-3336-4fd8-85e9-58e555593682 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:19.587594 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fae7cdc5-e922-4ed6-8246-f3199a6b0470 req-b4191ad5-3336-4fd8-85e9-58e555593682 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1625161 Jul 02 11:08:19.620629 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07f9b2-ff39-4a9b-832e-d244bc2d849a req-9058b85c-75a0-40b5-8100-59d881081448 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:19.622235 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-af07f9b2-ff39-4a9b-832e-d244bc2d849a req-9058b85c-75a0-40b5-8100-59d881081448 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 945 time: 0.1241364 Jul 02 11:08:19.701069 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fae7cdc5-e922-4ed6-8246-f3199a6b0470 req-2e8f231c-ee88-4fac-92c6-96e9a1468a95 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051035 Jul 02 11:08:19.727998 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-af07f9b2-ff39-4a9b-832e-d244bc2d849a req-8b6aa446-763f-464d-be2c-0b62072486de tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969942 Jul 02 11:08:21.186705 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fddc50-e323-42c2-a7f2-9e8872aa03ce req-4c05f4b2-205c-4210-add8-a856acdae151 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:21.189154 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-21fddc50-e323-42c2-a7f2-9e8872aa03ce req-4c05f4b2-205c-4210-add8-a856acdae151 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1453631 Jul 02 11:08:21.201231 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a8dbe-7248-4a81-b317-3b120e0ed48c req-e859b2da-9e39-4263-9e86-f5cb5da3350f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:21.203143 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e70a8dbe-7248-4a81-b317-3b120e0ed48c req-e859b2da-9e39-4263-9e86-f5cb5da3350f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 945 time: 0.1323276 Jul 02 11:08:21.266134 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-21fddc50-e323-42c2-a7f2-9e8872aa03ce req-7a7cc1ca-e3b9-49fd-a8c5-a2fed282f6bf tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616198 Jul 02 11:08:21.376067 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e70a8dbe-7248-4a81-b317-3b120e0ed48c req-71aeea5c-50b8-4413-9dc6-6863769d3919 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232240 Jul 02 11:08:21.948117 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40400) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:22.171713 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27d51a6f-cba8-47fe-ac06-5f8d9ee4ff54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:22.381782 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27d51a6f-cba8-47fe-ac06-5f8d9ee4ff54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:22.428393 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27d51a6f-cba8-47fe-ac06-5f8d9ee4ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:22.459962 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d51a6f-cba8-47fe-ac06-5f8d9ee4ff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e72e67-e23f-4784-b3b4-baff08d4acdd,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:22.504640 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-27d51a6f-cba8-47fe-ac06-5f8d9ee4ff54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3cb3f9575ec74069bbfd4a52025c3727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5466030 Jul 02 11:08:22.506576 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40414) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:22.596074 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5c751d-f5fc-4bd4-ab73-d4ad9bc2dd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:22.628075 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a11f1b-064e-4de3-9f54-ef3fb8bba824 req-6de10d56-0d80-47a7-9202-89469c119eca tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:22.629051 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5c751d-f5fc-4bd4-ab73-d4ad9bc2dd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:22.645237 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-03a11f1b-064e-4de3-9f54-ef3fb8bba824 req-6de10d56-0d80-47a7-9202-89469c119eca tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1871502 Jul 02 11:08:22.729708 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-03a11f1b-064e-4de3-9f54-ef3fb8bba824 req-40f7ab55-dca0-4c23-bc87-dab8040f380a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834856 Jul 02 11:08:22.759322 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b66958-98f5-4294-9742-fec721b60cde req-5ece438f-7c97-4238-9e82-c910f585fe37 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:22.770611 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b5b66958-98f5-4294-9742-fec721b60cde req-5ece438f-7c97-4238-9e82-c910f585fe37 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 945 time: 0.1717923 Jul 02 11:08:22.783740 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5c751d-f5fc-4bd4-ab73-d4ad9bc2dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:22.789903 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5c751d-f5fc-4bd4-ab73-d4ad9bc2dd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:22.792208 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3f5c751d-f5fc-4bd4-ab73-d4ad9bc2dd20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2e72e67-e23f-4784-b3b4-baff08d4acdd HTTP/1.1" status: 204 len: 168 time: 0.2840109 Jul 02 11:08:22.838170 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c751d-f5fc-4bd4-ab73-d4ad9bc2dd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e72e67-e23f-4784-b3b4-baff08d4acdd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:22.867869 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b5b66958-98f5-4294-9742-fec721b60cde req-f0a1a597-23f4-4d84-92d1-11d297217dfe tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937119 Jul 02 11:08:23.126326 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40426) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:23.153750 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd45b-de50-4dde-ac86-4d8faac05a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:23.269718 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd45b-de50-4dde-ac86-4d8faac05a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:23.274129 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd45b-de50-4dde-ac86-4d8faac05a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:23.314042 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffd45b-de50-4dde-ac86-4d8faac05a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6566e567-96c5-4f81-b8e4-08bd2269040c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:23.327459 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d4ffd45b-de50-4dde-ac86-4d8faac05a5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fbcad0bf1624dca84681138ee644cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992989 Jul 02 11:08:23.330227 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40430) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:23.377568 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-59ce3f65-24be-4f9f-969b-b4c45ab2aaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:23.400192 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-59ce3f65-24be-4f9f-969b-b4c45ab2aaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:23.448516 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-59ce3f65-24be-4f9f-969b-b4c45ab2aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:23.451045 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-59ce3f65-24be-4f9f-969b-b4c45ab2aaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:23.452166 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-59ce3f65-24be-4f9f-969b-b4c45ab2aaf9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6566e567-96c5-4f81-b8e4-08bd2269040c HTTP/1.1" status: 204 len: 168 time: 0.1210201 Jul 02 11:08:23.459844 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce3f65-24be-4f9f-969b-b4c45ab2aaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6566e567-96c5-4f81-b8e4-08bd2269040c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:23.948530 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669371b-8ed0-4162-b6ba-d70a310bbc95 req-5adaa4d2-e2f7-4ac3-8c5d-74d92a32b772 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:23.950113 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a669371b-8ed0-4162-b6ba-d70a310bbc95 req-5adaa4d2-e2f7-4ac3-8c5d-74d92a32b772 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.0835474 Jul 02 11:08:24.021573 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a669371b-8ed0-4162-b6ba-d70a310bbc95 req-2dbfbdf0-276f-4c22-a200-0f96ab0d502b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645275 Jul 02 11:08:24.235076 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c5c71-63cc-4135-8e51-313204dd1756 req-4c5352b6-946f-4edb-967e-f9dd105ec231 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:24.237645 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-354c5c71-63cc-4135-8e51-313204dd1756 req-4c5352b6-946f-4edb-967e-f9dd105ec231 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 945 time: 0.0985539 Jul 02 11:08:24.311830 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-354c5c71-63cc-4135-8e51-313204dd1756 req-8f4f1564-ee8e-4118-bd68-d7a332ee70ed tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668452 Jul 02 11:08:24.510048 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-eaaff7db-ed14-4379-b7e2-be161b6584eb tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:24.512009 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-eaaff7db-ed14-4379-b7e2-be161b6584eb tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/networks?id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8 HTTP/1.1" status: 200 len: 815 time: 0.1236293 Jul 02 11:08:24.533878 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-59f19185-e79f-4343-88d2-b7b45df83e35 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/quotas/ad109f4b3218414bbd6d40c51fc507aa HTTP/1.1" status: 200 len: 375 time: 0.0156717 Jul 02 11:08:24.600011 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-71e08e53-78bc-4075-9bef-3feb22c50a11 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad109f4b3218414bbd6d40c51fc507aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644968 Jul 02 11:08:24.707801 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-bd5aafe5-12b3-4a1c-8715-83042564cb4c service neutron] 10.222.0.24 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972097 Jul 02 11:08:24.821628 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-d4f910b2-7641-431a-a8db-885efe746d16 service neutron] 10.222.0.24 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076553 Jul 02 11:08:25.089932 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fd275b7b-ac7c-46f5-ba16-f70a8699fdde req-3ab841d1-f73d-4bba-9f19-a5390d22dbe5 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 210 time: 0.0625908 Jul 02 11:08:25.272953 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1a3e3-afcb-4f19-9f39-3eebf35f6a71 req-1f5e307f-7c2b-4056-8672-413b6a44f96b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:25.289226 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-31a1a3e3-afcb-4f19-9f39-3eebf35f6a71 req-1f5e307f-7c2b-4056-8672-413b6a44f96b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1363618 Jul 02 11:08:25.356667 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-31a1a3e3-afcb-4f19-9f39-3eebf35f6a71 req-3a5f0da0-59e3-4d70-aa8c-67fe6c1500b6 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664322 Jul 02 11:08:25.615410 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3db5a8-1c93-4eb4-88d4-d39fd3449cbd req-cdd0ed3e-3ad8-4f96-baca-860eea34ec32 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:25.624068 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7b3db5a8-1c93-4eb4-88d4-d39fd3449cbd req-cdd0ed3e-3ad8-4f96-baca-860eea34ec32 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 945 time: 0.1496179 Jul 02 11:08:25.664330 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7b3db5a8-1c93-4eb4-88d4-d39fd3449cbd req-db6b9975-48c5-49af-8fae-13024b438681 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391505 Jul 02 11:08:26.256464 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b3457a31-5c17-4496-8704-02872e7e842a req-4208d923-8b11-4380-91fd-a586a396fd6a tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 210 time: 0.0383377 Jul 02 11:08:26.530986 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83d90f-1fa7-48cb-b46c-bd7774fafbc5 req-e8a21423-5d6c-4d1b-ac2e-6cf4f1747d61 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:26.532432 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e83d90f-1fa7-48cb-b46c-bd7774fafbc5 req-e8a21423-5d6c-4d1b-ac2e-6cf4f1747d61 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.0656593 Jul 02 11:08:26.570563 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e83d90f-1fa7-48cb-b46c-bd7774fafbc5 req-f4a50380-e634-4e08-bd1a-1d20a7f82779 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Jul 02 11:08:26.834175 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da60ff-ca20-40ed-ba5d-9e1f8f066459 req-edf82556-a9e6-4733-a115-9276b215e62f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:26.835548 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b0da60ff-ca20-40ed-ba5d-9e1f8f066459 req-edf82556-a9e6-4733-a115-9276b215e62f tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 945 time: 0.0622840 Jul 02 11:08:26.872009 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b0da60ff-ca20-40ed-ba5d-9e1f8f066459 req-2f76e964-4fd9-4708-9b01-988a033a8f5a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Jul 02 11:08:27.014639 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-56852bb5-979c-474a-ab5c-403f23a490a6 req-43ff25d3-8350-4f2d-9ccd-424ba36be7a2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553756 Jul 02 11:08:27.093918 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56852bb5-979c-474a-ab5c-403f23a490a6 req-c413dfc1-a265-4bfd-817a-73e32b98aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:27.095440 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-56852bb5-979c-474a-ab5c-403f23a490a6 req-c413dfc1-a265-4bfd-817a-73e32b98aa8e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cafb7a6d12642968d9c8a031a2873fb&device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 1098 time: 0.0561185 Jul 02 11:08:27.200456 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56852bb5-979c-474a-ab5c-403f23a490a6 req-80f61d9e-44f9-4765-bac4-2a73bc2deb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:27.201962 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-56852bb5-979c-474a-ab5c-403f23a490a6 req-80f61d9e-44f9-4765-bac4-2a73bc2deb4a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0411a882-cef5-465d-84d7-07c8775a8d59 HTTP/1.1" status: 200 len: 912 time: 0.0863545 Jul 02 11:08:27.277466 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-56852bb5-979c-474a-ab5c-403f23a490a6 req-4acdeb46-d081-47fe-b9ff-345910824cd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6492bbec-e3bd-4a42-824a-0be7ed84f712 HTTP/1.1" status: 200 len: 1000 time: 0.0642571 Jul 02 11:08:27.328261 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56852bb5-979c-474a-ab5c-403f23a490a6 req-6ed1d04e-f7d7-4af6-8f76-c489f37137a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:27.330303 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-56852bb5-979c-474a-ab5c-403f23a490a6 req-6ed1d04e-f7d7-4af6-8f76-c489f37137a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=96f57f91-4b20-4f81-8966-ec05e4184b01 HTTP/1.1" status: 200 len: 850 time: 0.0449483 Jul 02 11:08:27.433316 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-39a246a0-66b9-49d9-ba26-f9bbd3b7d696 req-6582cf8c-dad2-43d0-a2cf-1bbf5f54ce26 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 210 time: 0.0461283 Jul 02 11:08:27.447638 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56852bb5-979c-474a-ab5c-403f23a490a6 req-286fb590-7d67-429b-9c54-5576f3074755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:27.449427 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-56852bb5-979c-474a-ab5c-403f23a490a6 req-286fb590-7d67-429b-9c54-5576f3074755 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0411a882-cef5-465d-84d7-07c8775a8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1079705 Jul 02 11:08:27.556552 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:27.557831 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-56852bb5-979c-474a-ab5c-403f23a490a6 req-59c2ad2e-9ad2-473e-bfbf-3fa654b40917 service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000221 Jul 02 11:08:27.661068 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-56852bb5-979c-474a-ab5c-403f23a490a6 req-9df3e790-baff-47fd-9dfa-f16c213cae4e service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965102 Jul 02 11:08:27.770312 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f060f02-572b-4b45-9887-5ed43561b49e req-c351dac0-1135-4766-8cf4-01eee893c027 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:27.772001 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4f060f02-572b-4b45-9887-5ed43561b49e req-c351dac0-1135-4766-8cf4-01eee893c027 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.0788212 Jul 02 11:08:27.819306 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4f060f02-572b-4b45-9887-5ed43561b49e req-72899ffa-a5b2-484d-a0ce-8e4589d73b33 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Jul 02 11:08:28.131967 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-5f1614f6-a248-4135-b9d7-c4cf170c630b tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:28.133467 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-5f1614f6-a248-4135-b9d7-c4cf170c630b tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.67 "GET /v2.0/networks?id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8 HTTP/1.1" status: 200 len: 815 time: 0.1908436 Jul 02 11:08:28.152400 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Request body: {'port': {'device_id': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'admin_state_up': True, 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:08:28.164045 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61b02d-6d76-42be-8e9c-5c02191c0894 req-13610e55-af5d-4c9c-a95d-4b815054ca9b tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:28.165533 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5b61b02d-6d76-42be-8e9c-5c02191c0894 req-13610e55-af5d-4c9c-a95d-4b815054ca9b tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 945 time: 0.1507845 Jul 02 11:08:28.222953 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a07bfa-92a2-4568-8523-b48298611966 req-19c7550b-f36a-4304-b6c5-f2a163882775 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:28.224406 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b5a07bfa-92a2-4568-8523-b48298611966 req-19c7550b-f36a-4304-b6c5-f2a163882775 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 945 time: 0.1769552 Jul 02 11:08:28.315283 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5b61b02d-6d76-42be-8e9c-5c02191c0894 req-5339ca25-7b47-483f-b21c-c0292c44f9b9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357033 Jul 02 11:08:28.389087 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Made reservation on behalf of ad109f4b3218414bbd6d40c51fc507aa for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:08:28.392753 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:28.411502 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-b5a07bfa-92a2-4568-8523-b48298611966 req-7253f083-8e98-4ee7-823e-065cca23c91a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Deleting port c036d4dc-0487-4fab-abe7-cf0940a85a2a {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:08:28.411844 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b5a07bfa-92a2-4568-8523-b48298611966 req-7253f083-8e98-4ee7-823e-065cca23c91a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:28.620987 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b05bee34-66dc-4ae6-be4a-e7ccb1cc9d61 req-05c87698-f3cb-4492-b144-d189ddfa2259 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 210 time: 0.0446298 Jul 02 11:08:28.635182 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-b5a07bfa-92a2-4568-8523-b48298611966 req-7253f083-8e98-4ee7-823e-065cca23c91a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] For port c036d4dc-0487-4fab-abe7-cf0940a85a2a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c036d4dc-0487-4fab-abe7-cf0940a85a2a,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:28.635553 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b5a07bfa-92a2-4568-8523-b48298611966 req-7253f083-8e98-4ee7-823e-065cca23c91a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:28.656023 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-b5a07bfa-92a2-4568-8523-b48298611966 req-7253f083-8e98-4ee7-823e-065cca23c91a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Calling delete_port for c036d4dc-0487-4fab-abe7-cf0940a85a2a owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:08:28.660714 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Allocated IP 172.20.0.13 (1164e6db-8a03-49a0-9a41-0db0c4ba75a8/3267e5ec-5fce-4181-9923-df3694a5208b/b832619b-79dc-47ae-8df7-f1adac3d546e) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:08:28.987131 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:28.991836 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b5a07bfa-92a2-4568-8523-b48298611966 req-7253f083-8e98-4ee7-823e-065cca23c91a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:29.004742 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['3800d62c-20bd-4977-928b-118268dedb88', '336e7211-f38e-4a22-abcb-08a9e6932058', 'c036d4dc-0487-4fab-abe7-cf0940a85a2a'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:08:29.074265 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Transition to ACTIVE for port object b832619b-79dc-47ae-8df7-f1adac3d546e will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:08:29.076196 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253f083-8e98-4ee7-823e-065cca23c91a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Pushing event deleted for resources: {'Port': ['ID=c036d4dc-0487-4fab-abe7-cf0940a85a2a,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:29.575366 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40618) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:29.636966 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a07bfa-92a2-4568-8523-b48298611966 req-7253f083-8e98-4ee7-823e-065cca23c91a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] No DVR routers for this DVR port c036d4dc-0487-4fab-abe7-cf0940a85a2a on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:08:29.661196 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b5a07bfa-92a2-4568-8523-b48298611966 req-7253f083-8e98-4ee7-823e-065cca23c91a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:29.663311 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b5a07bfa-92a2-4568-8523-b48298611966 req-7253f083-8e98-4ee7-823e-065cca23c91a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "DELETE /v2.0/ports/c036d4dc-0487-4fab-abe7-cf0940a85a2a HTTP/1.1" status: 204 len: 173 time: 1.4140489 Jul 02 11:08:29.663762 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb2cc9c-9a18-4a0e-8940-e469f6e65031', 'name': 'network-vif-deleted', 'tag': 'c036d4dc-0487-4fab-abe7-cf0940a85a2a'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:08:29.666459 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8774fc2c-be99-474e-832b-0a88a7c4638a" -d '{"events": [{"server_uuid": "0cb2cc9c-9a18-4a0e-8940-e469f6e65031", "name": "network-vif-deleted", "tag": "c036d4dc-0487-4fab-abe7-cf0940a85a2a"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:08:29.709902 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:29.804635 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e0bf-bd9e-4a20-90e0-0b531bb2dd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:29.828540 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event updated for resources: {'Port': ['ID=b832619b-79dc-47ae-8df7-f1adac3d546e,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:29.840081 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:08:29.876131 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:08:29.883768 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:08:29.916345 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e57c4-f00d-4fbb-a9c9-7327049ee3b9 req-bf5e0d4c-153c-4293-9500-a0b03a20e15f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:29.924305 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-aa3e57c4-f00d-4fbb-a9c9-7327049ee3b9 req-bf5e0d4c-153c-4293-9500-a0b03a20e15f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.8518453 Jul 02 11:08:29.991282 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:29.991743 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:30.011130 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ecfd9-2c39-4376-b1c6-a9bcaf1e1794 req-7426c9a1-4cfa-4bd1-a47d-c7179bb305f7 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:30.012715 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-080ecfd9-2c39-4376-b1c6-a9bcaf1e1794 req-7426c9a1-4cfa-4bd1-a47d-c7179bb305f7 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.7848806 Jul 02 11:08:30.017159 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e0bf-bd9e-4a20-90e0-0b531bb2dd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:30.023605 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e0bf-bd9e-4a20-90e0-0b531bb2dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:30.067594 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-e0dd9b44-ec90-40c6-9d99-2f0b6b42d793 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9204297 Jul 02 11:08:30.076765 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-aa3e57c4-f00d-4fbb-a9c9-7327049ee3b9 req-1275e943-964d-4487-8592-8807f5d5761f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515419 Jul 02 11:08:30.091642 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2e0bf-bd9e-4a20-90e0-0b531bb2dd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9198ad5-552e-4196-b3a7-8d55c1ebeed6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:30.106975 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-bfa2e0bf-bd9e-4a20-90e0-0b531bb2dd5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e8b28b9f87c40bb8580f761044c16c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5299032 Jul 02 11:08:30.107580 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40626) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:30.135314 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-080ecfd9-2c39-4376-b1c6-a9bcaf1e1794 req-bacff8a0-05c3-4b1e-8183-89122eba5582 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105022 Jul 02 11:08:30.211200 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-079d98cd-64e7-43eb-bf52-e3fdaba81b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:30.243258 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-079d98cd-64e7-43eb-bf52-e3fdaba81b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:30.285508 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-5470c4fc-6847-4b79-9024-86d40cea6515 None None] Provisioning for port b832619b-79dc-47ae-8df7-f1adac3d546e completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:08:30.291119 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-5470c4fc-6847-4b79-9024-86d40cea6515 None None] Provisioning complete for port b832619b-79dc-47ae-8df7-f1adac3d546e triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:30.291499 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-5470c4fc-6847-4b79-9024-86d40cea6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:30.324262 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4a95d6da-7a66-477a-8b34-b1b2ca324916 req-ae7c77f3-4b31-42f4-a59d-bec063e1e5cb tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 210 time: 0.0392873 Jul 02 11:08:30.355426 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-5470c4fc-6847-4b79-9024-86d40cea6515 None None] Port b832619b-79dc-47ae-8df7-f1adac3d546e cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:08:30.366378 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-079d98cd-64e7-43eb-bf52-e3fdaba81b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:30.369288 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-079d98cd-64e7-43eb-bf52-e3fdaba81b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:30.373218 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-079d98cd-64e7-43eb-bf52-e3fdaba81b71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9198ad5-552e-4196-b3a7-8d55c1ebeed6 HTTP/1.1" status: 204 len: 168 time: 0.2644870 Jul 02 11:08:30.381768 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d98cd-64e7-43eb-bf52-e3fdaba81b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9198ad5-552e-4196-b3a7-8d55c1ebeed6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:30.425745 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d12a1b-9242-4786-9fe7-a4de2cc25509 x-openstack-request-id: req-c9d12a1b-9242-4786-9fe7-a4de2cc25509 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:08:30.426107 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb2cc9c-9a18-4a0e-8940-e469f6e65031", "name": "network-vif-deleted", "tag": "c036d4dc-0487-4fab-abe7-cf0940a85a2a", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:08:30.426289 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9d12a1b-9242-4786-9fe7-a4de2cc25509 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:08:30.426684 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb2cc9c-9a18-4a0e-8940-e469f6e65031', 'name': 'network-vif-deleted', 'tag': 'c036d4dc-0487-4fab-abe7-cf0940a85a2a', 'status': 'completed', 'code': 200} Jul 02 11:08:30.499424 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc8305-af4a-4846-a11c-25184ebffff5 req-d6036abf-f37a-452b-8dd6-81b938f838ea tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:30.506505 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bdbc8305-af4a-4846-a11c-25184ebffff5 req-d6036abf-f37a-452b-8dd6-81b938f838ea tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 932 time: 0.1685894 Jul 02 11:08:30.564402 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bdbc8305-af4a-4846-a11c-25184ebffff5 req-24ab5645-96ce-4d0c-a6c0-b88fa19bae7a tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Jul 02 11:08:30.719718 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-da3357ca-bcc6-4c37-b3ee-f3b42ce63aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:30.754448 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40632) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:30.768017 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a4c99a1c-3dae-4a83-8fca-679c480bda3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:30.870518 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a4c99a1c-3dae-4a83-8fca-679c480bda3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:30.875672 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a4c99a1c-3dae-4a83-8fca-679c480bda3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:30.923696 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c99a1c-3dae-4a83-8fca-679c480bda3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d837aa2-1475-417c-bc75-0c84da605c6b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:30.931650 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a4c99a1c-3dae-4a83-8fca-679c480bda3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43c7aaf25599495fb7459165d552095f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759365 Jul 02 11:08:30.934379 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40634) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:30.983823 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed753cbc-43d1-4c3e-9010-e63d6ae6c0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:31.004548 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed753cbc-43d1-4c3e-9010-e63d6ae6c0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:31.065487 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed753cbc-43d1-4c3e-9010-e63d6ae6c0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:31.068049 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed753cbc-43d1-4c3e-9010-e63d6ae6c0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:31.072113 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-ed753cbc-43d1-4c3e-9010-e63d6ae6c0ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d837aa2-1475-417c-bc75-0c84da605c6b HTTP/1.1" status: 204 len: 168 time: 0.1340549 Jul 02 11:08:31.078376 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed753cbc-43d1-4c3e-9010-e63d6ae6c0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d837aa2-1475-417c-bc75-0c84da605c6b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:31.342557 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08827dff-0e8c-4495-96f5-6200e571f83a req-84bfdc12-0ca4-4861-862f-27d3e5bdfce1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:31.344081 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-08827dff-0e8c-4495-96f5-6200e571f83a req-84bfdc12-0ca4-4861-862f-27d3e5bdfce1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1100326 Jul 02 11:08:31.358000 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7500cdb-60ef-4909-a96f-1ce2cc8267d7 req-28eb3dfe-d99f-4f1e-bbce-fffd8895f019 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:31.367009 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a7500cdb-60ef-4909-a96f-1ce2cc8267d7 req-28eb3dfe-d99f-4f1e-bbce-fffd8895f019 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1023908 Jul 02 11:08:31.438229 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a7500cdb-60ef-4909-a96f-1ce2cc8267d7 req-393b5987-3c75-4d32-a4c3-9da23399b01d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699635 Jul 02 11:08:31.449721 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-08827dff-0e8c-4495-96f5-6200e571f83a req-76a62537-bba5-4568-90d2-83073ecf8ec3 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801494 Jul 02 11:08:31.498137 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40648) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:31.512140 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6556b04a-699e-49b3-aa4d-8e5883d3bd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:31.652513 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6556b04a-699e-49b3-aa4d-8e5883d3bd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:31.659939 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6556b04a-699e-49b3-aa4d-8e5883d3bd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:31.661427 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c343825a-64fd-4e33-be42-76dd43a4214b req-ae7551f1-09b6-49f9-939a-619b9546a27e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 210 time: 0.0456254 Jul 02 11:08:31.702501 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-6556b04a-699e-49b3-aa4d-8e5883d3bd31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=760b82c1b83e49e88301be5fa58d9073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031476 Jul 02 11:08:31.705928 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 40652) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:31.712936 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556b04a-699e-49b3-aa4d-8e5883d3bd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84ae53d-0f48-4bac-b847-9a1ab94b78c6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:31.811214 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-191497e3-da0a-42fa-aef0-7787014338e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:31.836642 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148ba1e-d602-41a6-9960-b78177f634e8 req-c7d6a1ec-892b-4dd6-ae09-2a5b4e13e851 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:31.838308 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2148ba1e-d602-41a6-9960-b78177f634e8 req-c7d6a1ec-892b-4dd6-ae09-2a5b4e13e851 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 932 time: 0.1068962 Jul 02 11:08:31.852360 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-191497e3-da0a-42fa-aef0-7787014338e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:31.924852 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2148ba1e-d602-41a6-9960-b78177f634e8 req-7666a25b-8ff8-4bce-a665-69f2ef386268 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792305 Jul 02 11:08:31.938435 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device c036d4dc-0487-4fab-abe7-cf0940a85a2a no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:08:31.955228 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-191497e3-da0a-42fa-aef0-7787014338e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:31.958441 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-191497e3-da0a-42fa-aef0-7787014338e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:31.959617 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-191497e3-da0a-42fa-aef0-7787014338e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a84ae53d-0f48-4bac-b847-9a1ab94b78c6 HTTP/1.1" status: 204 len: 168 time: 0.2526305 Jul 02 11:08:31.963923 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: c036d4dc-0487-4fab-abe7-cf0940a85a2a {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:08:31.964052 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device c036d4dc-0487-4fab-abe7-cf0940a85a2a not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:08:31.968174 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191497e3-da0a-42fa-aef0-7787014338e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84ae53d-0f48-4bac-b847-9a1ab94b78c6,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:32.714910 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548c6f5-92c0-4cde-8eee-df3284005842 req-c9d1ff30-da16-4efd-bbf8-ad878f92b89c tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:32.716556 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8548c6f5-92c0-4cde-8eee-df3284005842 req-c9d1ff30-da16-4efd-bbf8-ad878f92b89c tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1350961 Jul 02 11:08:32.748837 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9fc31-ac8e-45fa-89d9-85484a7a5965 req-5e9c1d49-e96c-47d5-a632-195ddd64eae0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:32.750762 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c1a9fc31-ac8e-45fa-89d9-85484a7a5965 req-5e9c1d49-e96c-47d5-a632-195ddd64eae0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1156902 Jul 02 11:08:32.784883 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8548c6f5-92c0-4cde-8eee-df3284005842 req-5045044f-8dd6-4a7c-8a0d-0ad3a33c5a0a tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608621 Jul 02 11:08:32.804843 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c1a9fc31-ac8e-45fa-89d9-85484a7a5965 req-bb475adf-d835-4841-92a5-e62fa9098193 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467706 Jul 02 11:08:32.999722 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1c97f271-16e8-4d38-850c-20414849b183 req-168b85ea-a363-42a6-b559-5fdfd25d6fd6 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 210 time: 0.0515988 Jul 02 11:08:33.035739 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d32d21d5-b077-490f-bf95-e27b4704302e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:33.175420 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d557d0-10dd-4243-a205-c551b03385e2 req-57347a30-e40a-4027-8d4a-dfbfb66eecae tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:33.177094 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e6d557d0-10dd-4243-a205-c551b03385e2 req-57347a30-e40a-4027-8d4a-dfbfb66eecae tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 932 time: 0.0874059 Jul 02 11:08:33.231818 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e6d557d0-10dd-4243-a205-c551b03385e2 req-381c24d0-f8f3-4666-b876-15cd834bf696 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Jul 02 11:08:33.480830 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:34.068185 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7786b18-daa4-4dd6-a80f-fc659377f487 req-3914c78f-f218-46e6-a022-9a7abd54710f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:34.069754 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e7786b18-daa4-4dd6-a80f-fc659377f487 req-3914c78f-f218-46e6-a022-9a7abd54710f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1096327 Jul 02 11:08:34.104087 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35306ee0-43af-4f5a-bd49-8816b12e4def req-e3c396a1-96a8-4012-8a0d-66086e38bc10 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:34.105686 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35306ee0-43af-4f5a-bd49-8816b12e4def req-e3c396a1-96a8-4012-8a0d-66086e38bc10 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1136563 Jul 02 11:08:34.165369 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35306ee0-43af-4f5a-bd49-8816b12e4def req-35a2c74e-0d33-41c4-ad11-0abc3fa2af99 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509868 Jul 02 11:08:34.176711 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e7786b18-daa4-4dd6-a80f-fc659377f487 req-e6fe589c-dc79-4038-a8a4-199c8eb5f324 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973015 Jul 02 11:08:34.340983 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ea81a5bd-f192-4c0f-9d1d-0828b5ae28b1 req-170e8197-5f32-444b-8b62-272b7ad8b953 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 210 time: 0.0582836 Jul 02 11:08:34.390163 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:34.451826 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ee474-cfe3-49e8-9688-2541132bea73 req-07133997-9554-4ce1-a983-a540e19e3e73 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:34.458838 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b62ee474-cfe3-49e8-9688-2541132bea73 req-07133997-9554-4ce1-a983-a540e19e3e73 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 932 time: 0.0944297 Jul 02 11:08:34.494645 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b62ee474-cfe3-49e8-9688-2541132bea73 req-7d50471c-7105-42ec-bd30-894c7c6edfcd tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349345 Jul 02 11:08:35.415176 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4556204-1617-4a67-88e5-952789ff8412 req-bd425f02-429d-4527-bf7e-0971310690e1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:35.417731 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d4556204-1617-4a67-88e5-952789ff8412 req-bd425f02-429d-4527-bf7e-0971310690e1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.0996358 Jul 02 11:08:35.425902 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcf82b-cdd3-46a4-8b19-d18c99eb2e56 req-b5368587-8911-4d7b-9f6a-11ea9963e9df tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:35.427468 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-20bcf82b-cdd3-46a4-8b19-d18c99eb2e56 req-b5368587-8911-4d7b-9f6a-11ea9963e9df tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1193352 Jul 02 11:08:35.494292 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d4556204-1617-4a67-88e5-952789ff8412 req-a8a30204-b9fc-4cb7-b189-91093b9a7971 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657730 Jul 02 11:08:35.508049 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-20bcf82b-cdd3-46a4-8b19-d18c99eb2e56 req-3c845378-bf2d-47e9-ac5a-116b34c430a7 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725045 Jul 02 11:08:35.686583 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-50c5cd69-e9ff-4398-abdf-c5fe9337ebf3 req-ebd497da-7442-48e1-a3c3-bc0b5c7a2c93 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 210 time: 0.0500748 Jul 02 11:08:35.749089 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b0ee-d2f6-4549-b872-cffdc45598a1 req-65e8e59f-d644-4038-9b7b-660dea99811a tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:35.751524 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b8e3b0ee-d2f6-4549-b872-cffdc45598a1 req-65e8e59f-d644-4038-9b7b-660dea99811a tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 932 time: 0.1035364 Jul 02 11:08:35.814817 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b8e3b0ee-d2f6-4549-b872-cffdc45598a1 req-485baa48-9a68-456c-ab1a-4c8041cb5acf tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547152 Jul 02 11:08:35.863198 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:36.772641 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d2bee-2025-407e-b004-63f44ba0c722 req-92dcdfd6-7b01-4aca-9b3a-b714b5948de7 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:36.774265 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-329d2bee-2025-407e-b004-63f44ba0c722 req-92dcdfd6-7b01-4aca-9b3a-b714b5948de7 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1350086 Jul 02 11:08:36.788523 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371748-800c-4cf4-a7d1-68418d9c453a req-075dc48e-c267-4735-82c5-7cbf4dfe8fec tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:36.795506 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e9371748-800c-4cf4-a7d1-68418d9c453a req-075dc48e-c267-4735-82c5-7cbf4dfe8fec tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1453309 Jul 02 11:08:36.843833 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e9371748-800c-4cf4-a7d1-68418d9c453a req-c002c4cc-8ba9-4fdf-9b67-f8ac98adebca tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474494 Jul 02 11:08:36.863798 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-329d2bee-2025-407e-b004-63f44ba0c722 req-d4411919-3738-438c-923c-7114772f1fb4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656559 Jul 02 11:08:37.021386 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4a96f05d-e3c0-4ec0-9f5d-336bb1763b02 req-cc145167-3ad3-47f4-a571-61e409ae7303 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 210 time: 0.0436637 Jul 02 11:08:37.085306 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc460a-1316-49f7-9b88-02b922efec7f req-9701c7e6-b12a-4b3d-bd8c-22c1fb1c5447 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:37.086929 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b6dc460a-1316-49f7-9b88-02b922efec7f req-9701c7e6-b12a-4b3d-bd8c-22c1fb1c5447 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 932 time: 0.0983574 Jul 02 11:08:37.125196 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b6dc460a-1316-49f7-9b88-02b922efec7f req-2b91329a-cfe4-4c78-a3ae-c6ffabed8ec2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Jul 02 11:08:38.083291 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851baca-3924-483d-80e2-03af7001604c req-70283766-82f1-4c85-8a93-a6e08825910b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:38.084920 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5851baca-3924-483d-80e2-03af7001604c req-70283766-82f1-4c85-8a93-a6e08825910b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1168203 Jul 02 11:08:38.096422 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28c1fc-2651-40b9-960e-cd355e13e3c0 req-5340d10b-2cd8-4bfa-a498-755b3988939a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:38.097890 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5d28c1fc-2651-40b9-960e-cd355e13e3c0 req-5340d10b-2cd8-4bfa-a498-755b3988939a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1004293 Jul 02 11:08:38.153526 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5851baca-3924-483d-80e2-03af7001604c req-13facf81-dcd6-487b-9fd0-2f519ef1b0fc tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546811 Jul 02 11:08:38.158614 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5d28c1fc-2651-40b9-960e-cd355e13e3c0 req-c0b61849-58ab-4d68-ab33-d48d80899218 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538464 Jul 02 11:08:38.319280 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bbcfb29a-a8ba-4155-94a8-3b34f9906610 req-a8f22743-bf8c-4f48-97ff-6fdaebb78d3e tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 210 time: 0.0538013 Jul 02 11:08:38.352569 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46ab6c-2c34-4b22-b7db-62f4ba3559ec req-d889b59e-44cd-4fc4-b2b4-a5f1d130f80a tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:38.354045 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed46ab6c-2c34-4b22-b7db-62f4ba3559ec req-d889b59e-44cd-4fc4-b2b4-a5f1d130f80a tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 932 time: 0.0868862 Jul 02 11:08:38.390153 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed46ab6c-2c34-4b22-b7db-62f4ba3559ec req-b9cf6a15-e3fa-438f-9ffe-b3f700b66035 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307474 Jul 02 11:08:39.069838 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Request body: {'port': {'device_id': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:08:39.154531 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:39.556596 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b832619b-79dc-47ae-8df7-f1adac3d546e {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:08:39.571603 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae5027-5299-4216-938e-20d13a18ef89 req-baa33722-921d-4379-a7e1-01947917124f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:39.573188 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fcae5027-5299-4216-938e-20d13a18ef89 req-baa33722-921d-4379-a7e1-01947917124f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1685286 Jul 02 11:08:39.576347 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:39.588841 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37c3a6-1e03-4700-89d4-724a9af07a96 req-2667299d-ec34-4e61-a31d-9bec66489d38 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:39.590244 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ad37c3a6-1e03-4700-89d4-724a9af07a96 req-2667299d-ec34-4e61-a31d-9bec66489d38 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.1709442 Jul 02 11:08:39.610367 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Transition to ACTIVE for port object b832619b-79dc-47ae-8df7-f1adac3d546e will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:08:39.625233 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:39.699333 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fcae5027-5299-4216-938e-20d13a18ef89 req-e4cd834b-9b13-4e5b-b62f-b7e2abcaecfe tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182461 Jul 02 11:08:39.707369 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ad37c3a6-1e03-4700-89d4-724a9af07a96 req-0918a571-5bbb-436a-bf57-a426cc324a82 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047330 Jul 02 11:08:39.708237 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b832619b-79dc-47ae-8df7-f1adac3d546e,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:39.806242 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Attempting to bind port b832619b-79dc-47ae-8df7-f1adac3d546e on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:08:39.806833 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Attempting to bind port b832619b-79dc-47ae-8df7-f1adac3d546e by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:08:39.807358 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Attempting to bind port b832619b-79dc-47ae-8df7-f1adac3d546e on network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:08:39.812027 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Port b832619b-79dc-47ae-8df7-f1adac3d546e on network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:08:39.812520 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Attempting to bind port b832619b-79dc-47ae-8df7-f1adac3d546e on network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:08:39.818208 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:08:39.818791 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Checking segment: {'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:08:39.819354 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Bound using segment: {'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:08:39.819951 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Bound port: b832619b-79dc-47ae-8df7-f1adac3d546e, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:08:39.820596 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:39.909023 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-700252a3-5557-4f0c-82db-63e14b667955 req-7300b582-bce5-4d2b-baf3-616e45d6567a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cb2cc9c-9a18-4a0e-8940-e469f6e65031 HTTP/1.1" status: 200 len: 210 time: 0.0489140 Jul 02 11:08:39.975643 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] For port b832619b-79dc-47ae-8df7-f1adac3d546e, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:08:39.990893 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] For port b832619b-79dc-47ae-8df7-f1adac3d546e, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b832619b-79dc-47ae-8df7-f1adac3d546e,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:08:39.995703 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:40.042762 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c2167-cb84-4e93-a474-f3c7e68cd505 req-a5942d6d-9a48-4cd5-afab-61bf8f02a39b tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:40.044284 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e85c2167-cb84-4e93-a474-f3c7e68cd505 req-a5942d6d-9a48-4cd5-afab-61bf8f02a39b tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 944 time: 0.1402333 Jul 02 11:08:40.047317 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:40.047943 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:40.049615 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] 10.222.0.67 "PUT /v2.0/ports/b832619b-79dc-47ae-8df7-f1adac3d546e HTTP/1.1" status: 200 len: 1094 time: 0.9866812 Jul 02 11:08:40.050060 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:08:40.052331 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938fd9a2-7caa-4afa-ba74-e5e48cd1166b" -d '{"events": [{"name": "network-changed", "server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:08:40.102449 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c68047-1b6d-4de7-9ddd-e9d5192823c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b832619b-79dc-47ae-8df7-f1adac3d546e,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:40.106808 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbe05a9-dd3b-4325-a139-bd7fb131617d x-openstack-request-id: req-9fbe05a9-dd3b-4325-a139-bd7fb131617d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:08:40.107101 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:08:40.107357 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fbe05a9-dd3b-4325-a139-bd7fb131617d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:08:40.107743 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'status': 'completed', 'code': 200} Jul 02 11:08:40.142965 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e85c2167-cb84-4e93-a474-f3c7e68cd505 req-de0148da-556c-497d-b73a-33be314c340c tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855014 Jul 02 11:08:40.165056 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-b6b88b09-56de-4bd0-9bb9-b44e6f74ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:40.166586 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-b6b88b09-56de-4bd0-9bb9-b44e6f74ff99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad109f4b3218414bbd6d40c51fc507aa&device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 1097 time: 0.0742328 Jul 02 11:08:40.211272 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-8bd51b20-1971-41ea-9375-44afec3d0003 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b832619b-79dc-47ae-8df7-f1adac3d546e HTTP/1.1" status: 200 len: 217 time: 0.0365889 Jul 02 11:08:40.258675 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-944970b9-95ef-42b3-99bd-f09c00dbe50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:40.260064 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-944970b9-95ef-42b3-99bd-f09c00dbe50e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3267e5ec-5fce-4181-9923-df3694a5208b HTTP/1.1" status: 200 len: 854 time: 0.0425477 Jul 02 11:08:40.320183 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-28a7b9db-3b52-49ec-949a-4bcc11390af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:40.321631 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-28a7b9db-3b52-49ec-949a-4bcc11390af9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549321 Jul 02 11:08:40.409445 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-7a2fc907-8c88-49e6-b8a8-e8e16686430f service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813949 Jul 02 11:08:40.503057 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b2dfe301-3729-4d4b-83e6-249363f63e13 req-1f7b63d4-a5c2-41f5-8acd-20f586bff682 service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860722 Jul 02 11:08:40.601101 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fd9a2-7caa-4afa-ba74-e5e48cd1166b req-d70e534a-8ea2-4d62-8a15-0edcc72a2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:40.602780 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-938fd9a2-7caa-4afa-ba74-e5e48cd1166b req-d70e534a-8ea2-4d62-8a15-0edcc72a2fe2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad109f4b3218414bbd6d40c51fc507aa&device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 1097 time: 0.0538282 Jul 02 11:08:40.701190 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fd9a2-7caa-4afa-ba74-e5e48cd1166b req-62baf1f9-8829-4b42-a4c8-08884a9229e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:40.702601 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-938fd9a2-7caa-4afa-ba74-e5e48cd1166b req-62baf1f9-8829-4b42-a4c8-08884a9229e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8 HTTP/1.1" status: 200 len: 916 time: 0.0909131 Jul 02 11:08:40.742946 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40832) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:40.746118 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-938fd9a2-7caa-4afa-ba74-e5e48cd1166b req-f1bbdb88-f1fd-4802-b9a6-784513a20a34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b832619b-79dc-47ae-8df7-f1adac3d546e HTTP/1.1" status: 200 len: 217 time: 0.0354478 Jul 02 11:08:40.797408 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fd9a2-7caa-4afa-ba74-e5e48cd1166b req-9d77aad1-dbd6-450b-8dc4-f931330f8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:40.799571 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-938fd9a2-7caa-4afa-ba74-e5e48cd1166b req-9d77aad1-dbd6-450b-8dc4-f931330f8f53 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3267e5ec-5fce-4181-9923-df3694a5208b HTTP/1.1" status: 200 len: 854 time: 0.0466940 Jul 02 11:08:40.855719 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-22ab7d4b-bffe-48fe-af6f-4687e305f03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:40.865338 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fd9a2-7caa-4afa-ba74-e5e48cd1166b req-93748ee4-a737-40cd-83b6-1f3d8fe7d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:40.867079 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-938fd9a2-7caa-4afa-ba74-e5e48cd1166b req-93748ee4-a737-40cd-83b6-1f3d8fe7d431 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0614822 Jul 02 11:08:40.949687 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-22ab7d4b-bffe-48fe-af6f-4687e305f03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:40.955561 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-22ab7d4b-bffe-48fe-af6f-4687e305f03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:40.993380 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-22ab7d4b-bffe-48fe-af6f-4687e305f03d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d612defa18034885933a5de698b05160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490463 Jul 02 11:08:40.994257 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab7d4b-bffe-48fe-af6f-4687e305f03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4debc6c8-2303-4c2b-9da0-f5cdcef7e0bd,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:40.996552 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40840) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:41.051850 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-74555d2a-2ecd-414d-b323-e72f756bbd1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:41.074660 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-74555d2a-2ecd-414d-b323-e72f756bbd1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:41.122383 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-74555d2a-2ecd-414d-b323-e72f756bbd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:41.124972 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-74555d2a-2ecd-414d-b323-e72f756bbd1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:41.126141 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-74555d2a-2ecd-414d-b323-e72f756bbd1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4debc6c8-2303-4c2b-9da0-f5cdcef7e0bd HTTP/1.1" status: 204 len: 168 time: 0.1286526 Jul 02 11:08:41.136826 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74555d2a-2ecd-414d-b323-e72f756bbd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4debc6c8-2303-4c2b-9da0-f5cdcef7e0bd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:41.261963 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-938fd9a2-7caa-4afa-ba74-e5e48cd1166b req-219d021f-72ae-42a6-a635-030373d2775e service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826046 Jul 02 11:08:41.275848 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb1c90-abf7-433d-a18a-72d6e82642da req-dc307f4c-41f3-4753-8729-eaf5ed772c8a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:41.277257 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-48cb1c90-abf7-433d-a18a-72d6e82642da req-dc307f4c-41f3-4753-8729-eaf5ed772c8a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 943 time: 0.4007604 Jul 02 11:08:41.292582 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610dcfe-4c63-4578-97a7-a3c3170a5cff req-5cf3481b-ea79-413e-aaa7-512530ec5b4e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:41.294024 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b610dcfe-4c63-4578-97a7-a3c3170a5cff req-5cf3481b-ea79-413e-aaa7-512530ec5b4e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.4260802 Jul 02 11:08:41.388426 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40848) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:41.401950 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-39ac7532-69f7-427c-bcde-f1e28dddce16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:41.409413 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-48cb1c90-abf7-433d-a18a-72d6e82642da req-28afe9fb-d2ea-460e-9052-1a0da80b112d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144779 Jul 02 11:08:41.418853 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b610dcfe-4c63-4578-97a7-a3c3170a5cff req-f8f4bd4b-ce8f-473d-b8d6-514be201e742 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076477 Jul 02 11:08:41.433751 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-938fd9a2-7caa-4afa-ba74-e5e48cd1166b req-ae74ba54-f8da-43af-8dbf-fd18f6ec853f service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548612 Jul 02 11:08:41.530230 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-39ac7532-69f7-427c-bcde-f1e28dddce16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:41.535165 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-39ac7532-69f7-427c-bcde-f1e28dddce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:41.576053 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-39ac7532-69f7-427c-bcde-f1e28dddce16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9a802afb9bd4a74b411be228cbb9268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864476 Jul 02 11:08:41.577129 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac7532-69f7-427c-bcde-f1e28dddce16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734cdbe6-3904-4c7f-8eec-a7c1b711e4b1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:41.579215 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 40852) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:41.607336 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03ed4-7ae3-4679-8698-0ced06ac408e req-92a70144-ab57-4730-b86d-99d16b3f15db tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:41.608878 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d3a03ed4-7ae3-4679-8698-0ced06ac408e req-92a70144-ab57-4730-b86d-99d16b3f15db tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 944 time: 0.0818646 Jul 02 11:08:41.664558 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6062ef24-f799-45c4-b640-e41cb688d9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:41.671203 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d3a03ed4-7ae3-4679-8698-0ced06ac408e req-cd4a8cdc-4492-4738-b303-6913db43dbf9 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538425 Jul 02 11:08:41.692742 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6062ef24-f799-45c4-b640-e41cb688d9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:41.745558 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6062ef24-f799-45c4-b640-e41cb688d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:41.749000 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6062ef24-f799-45c4-b640-e41cb688d9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:41.750807 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-6062ef24-f799-45c4-b640-e41cb688d9ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/734cdbe6-3904-4c7f-8eec-a7c1b711e4b1 HTTP/1.1" status: 204 len: 168 time: 0.1696999 Jul 02 11:08:41.760253 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062ef24-f799-45c4-b640-e41cb688d9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734cdbe6-3904-4c7f-8eec-a7c1b711e4b1,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:41.915088 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7bb49-c0ba-49a1-b65e-096212010080 req-895c2fbc-5c46-4cd7-a071-50d98b91a454 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:41.918169 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a2c7bb49-c0ba-49a1-b65e-096212010080 req-895c2fbc-5c46-4cd7-a071-50d98b91a454 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 946 time: 0.0776658 Jul 02 11:08:41.957576 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a2c7bb49-c0ba-49a1-b65e-096212010080 req-efb85296-9cd0-4d98-8816-f85c8166c89a tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351460 Jul 02 11:08:41.992467 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 526c8f10-0ceb-46d5-a05d-7f32a1654b13 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:08:42.077049 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 40860) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:42.091103 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-44524356-8563-4990-9a8d-3ad60d662478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:42.092159 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:42.102834 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'port_id': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'mac_address': 'fa:16:3e:93:e2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:08:42.139956 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:42.153891 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526c8f10-0ceb-46d5-a05d-7f32a1654b13 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:08:42.175131 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:42.179167 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:42.182035 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-44524356-8563-4990-9a8d-3ad60d662478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:42.185789 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-44524356-8563-4990-9a8d-3ad60d662478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:42.223784 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-44524356-8563-4990-9a8d-3ad60d662478 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd9ed67b02d342eaa56bab57ad3bd179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456616 Jul 02 11:08:42.225827 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44524356-8563-4990-9a8d-3ad60d662478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f367d48b-516b-459b-9e6d-1df9b34dcee2,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:42.226444 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 40862) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:42.228998 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=526c8f10-0ceb-46d5-a05d-7f32a1654b13,revision_number=9']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:42.276945 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6c3d28ce-5773-4a3a-81af-ee48dcb75d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:42.299214 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6c3d28ce-5773-4a3a-81af-ee48dcb75d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:42.344758 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6c3d28ce-5773-4a3a-81af-ee48dcb75d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:42.347336 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6c3d28ce-5773-4a3a-81af-ee48dcb75d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:42.348475 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-6c3d28ce-5773-4a3a-81af-ee48dcb75d58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f367d48b-516b-459b-9e6d-1df9b34dcee2 HTTP/1.1" status: 204 len: 168 time: 0.1210306 Jul 02 11:08:42.355672 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d28ce-5773-4a3a-81af-ee48dcb75d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f367d48b-516b-459b-9e6d-1df9b34dcee2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:42.415565 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['526c8f10-0ceb-46d5-a05d-7f32a1654b13'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:08:42.652849 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a3668-454e-4c9c-bf1c-4341ce8c3ffb req-2c229538-81ae-40c6-b4f4-854c3168e708 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:42.654356 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a77a3668-454e-4c9c-bf1c-4341ce8c3ffb req-2c229538-81ae-40c6-b4f4-854c3168e708 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 944 time: 0.1079433 Jul 02 11:08:42.665643 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91bf01-5907-4270-870a-53a38b1cfd8f req-f4761b60-ff6e-447b-94a6-9889310f8779 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:42.667110 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3c91bf01-5907-4270-870a-53a38b1cfd8f req-f4761b60-ff6e-447b-94a6-9889310f8779 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1195154 Jul 02 11:08:42.727342 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a77a3668-454e-4c9c-bf1c-4341ce8c3ffb req-ca9062a0-1060-4215-9649-ad9f1cddacc7 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566185 Jul 02 11:08:42.730940 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3c91bf01-5907-4270-870a-53a38b1cfd8f req-ec97c44e-4826-4e7e-b784-c0d88304cfcd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555575 Jul 02 11:08:42.902901 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28876d15-f775-4568-93bf-1c968e1f5d20 req-e9595d4e-680f-47da-bea2-0552e5c50a68 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:42.904543 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-28876d15-f775-4568-93bf-1c968e1f5d20 req-e9595d4e-680f-47da-bea2-0552e5c50a68 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 944 time: 0.0656016 Jul 02 11:08:42.951856 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-28876d15-f775-4568-93bf-1c968e1f5d20 req-769e0f3e-260b-483e-9f94-592af84809c7 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374019 Jul 02 11:08:43.168436 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9c02c-134f-4e3c-bb20-d2fce9ecf060 req-c7f14f08-9a51-487e-b56f-97c85f923497 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:43.170034 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e7b9c02c-134f-4e3c-bb20-d2fce9ecf060 req-c7f14f08-9a51-487e-b56f-97c85f923497 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 946 time: 0.0961277 Jul 02 11:08:43.178329 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3942cc-17f0-4250-a376-503d37d770e4 req-6151103e-9913-4dbd-ab06-7eac2664e708 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:43.179676 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e3942cc-17f0-4250-a376-503d37d770e4 req-6151103e-9913-4dbd-ab06-7eac2664e708 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fad3489-f65b-4c14-8f65-d7ae3130dc5c HTTP/1.1" status: 200 len: 946 time: 0.1142995 Jul 02 11:08:43.253333 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e7b9c02c-134f-4e3c-bb20-d2fce9ecf060 req-90255aa0-fc50-45b0-86ba-2da1ac2439a9 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720026 Jul 02 11:08:43.306975 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-7e3942cc-17f0-4250-a376-503d37d770e4 req-68f7978f-2c77-4863-ae2b-ea8a59c30593 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Deleting port 336e7211-f38e-4a22-abcb-08a9e6932058 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:08:43.307404 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7e3942cc-17f0-4250-a376-503d37d770e4 req-68f7978f-2c77-4863-ae2b-ea8a59c30593 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:43.410023 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-7e3942cc-17f0-4250-a376-503d37d770e4 req-68f7978f-2c77-4863-ae2b-ea8a59c30593 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] For port 336e7211-f38e-4a22-abcb-08a9e6932058, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=336e7211-f38e-4a22-abcb-08a9e6932058,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:43.410382 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7e3942cc-17f0-4250-a376-503d37d770e4 req-68f7978f-2c77-4863-ae2b-ea8a59c30593 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:43.429535 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-7e3942cc-17f0-4250-a376-503d37d770e4 req-68f7978f-2c77-4863-ae2b-ea8a59c30593 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Calling delete_port for 336e7211-f38e-4a22-abcb-08a9e6932058 owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:08:43.569950 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7e3942cc-17f0-4250-a376-503d37d770e4 req-68f7978f-2c77-4863-ae2b-ea8a59c30593 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:43.582303 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['3800d62c-20bd-4977-928b-118268dedb88', '336e7211-f38e-4a22-abcb-08a9e6932058'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:08:43.598895 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7978f-2c77-4863-ae2b-ea8a59c30593 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Pushing event deleted for resources: {'Port': ['ID=336e7211-f38e-4a22-abcb-08a9e6932058,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:43.653535 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3942cc-17f0-4250-a376-503d37d770e4 req-68f7978f-2c77-4863-ae2b-ea8a59c30593 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] No DVR routers for this DVR port 336e7211-f38e-4a22-abcb-08a9e6932058 on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:08:43.656218 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7e3942cc-17f0-4250-a376-503d37d770e4 req-68f7978f-2c77-4863-ae2b-ea8a59c30593 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:43.658801 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e3942cc-17f0-4250-a376-503d37d770e4 req-68f7978f-2c77-4863-ae2b-ea8a59c30593 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "DELETE /v2.0/ports/336e7211-f38e-4a22-abcb-08a9e6932058 HTTP/1.1" status: 204 len: 173 time: 0.4719613 Jul 02 11:08:43.659632 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fad3489-f65b-4c14-8f65-d7ae3130dc5c', 'name': 'network-vif-deleted', 'tag': '336e7211-f38e-4a22-abcb-08a9e6932058'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:08:43.662292 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86635641-a148-4a4b-b83e-07b3d3b02aed" -d '{"events": [{"server_uuid": "0fad3489-f65b-4c14-8f65-d7ae3130dc5c", "name": "network-vif-deleted", "tag": "336e7211-f38e-4a22-abcb-08a9e6932058"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:08:43.702960 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d211e481-338b-4400-97b6-b9ebb1c02e1d x-openstack-request-id: req-d211e481-338b-4400-97b6-b9ebb1c02e1d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:08:43.702960 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fad3489-f65b-4c14-8f65-d7ae3130dc5c", "name": "network-vif-deleted", "tag": "336e7211-f38e-4a22-abcb-08a9e6932058", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:08:43.702960 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d211e481-338b-4400-97b6-b9ebb1c02e1d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:08:43.703321 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fad3489-f65b-4c14-8f65-d7ae3130dc5c', 'name': 'network-vif-deleted', 'tag': '336e7211-f38e-4a22-abcb-08a9e6932058', 'status': 'completed', 'code': 200} Jul 02 11:08:43.959131 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49772-63c8-4325-b2e3-3cadaf97f3c7 req-68bc654a-e8ca-4917-900e-19b4f96a5dbe tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:43.960622 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-85a49772-63c8-4325-b2e3-3cadaf97f3c7 req-68bc654a-e8ca-4917-900e-19b4f96a5dbe tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0960612 Jul 02 11:08:43.968461 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f9ae0-8534-4be7-a8b6-773ede3166d0 req-9a600c10-c346-4867-b5b9-5ecbf8339666 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:43.969831 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-893f9ae0-8534-4be7-a8b6-773ede3166d0 req-9a600c10-c346-4867-b5b9-5ecbf8339666 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 944 time: 0.1155684 Jul 02 11:08:44.003747 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 526c8f10-0ceb-46d5-a05d-7f32a1654b13 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:08:44.005852 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device b832619b-79dc-47ae-8df7-f1adac3d546e details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:08:44.031090 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-85a49772-63c8-4325-b2e3-3cadaf97f3c7 req-87c379a6-a63f-4c7f-9be5-c4fa53c6077a tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600646 Jul 02 11:08:44.036545 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-893f9ae0-8534-4be7-a8b6-773ede3166d0 req-88921f5b-79d4-4a9d-b78e-64ce43278e03 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595841 Jul 02 11:08:44.120262 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:44.120718 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:44.171043 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port b832619b-79dc-47ae-8df7-f1adac3d546e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b832619b-79dc-47ae-8df7-f1adac3d546e,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:44.185803 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'port_id': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'mac_address': 'fa:16:3e:a3:76:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:08:44.215398 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149b5c-839c-4874-b475-7c57e6c31324 req-c8ba28fe-ebaf-4c0a-8342-88a3235aa198 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:44.217057 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-06149b5c-839c-4874-b475-7c57e6c31324 req-c8ba28fe-ebaf-4c0a-8342-88a3235aa198 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 944 time: 0.0666201 Jul 02 11:08:44.254815 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:44.258121 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:44.259568 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-06149b5c-839c-4874-b475-7c57e6c31324 req-78bc8b5e-98b2-4ec4-9efe-fd5d58728c23 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360153 Jul 02 11:08:44.280386 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b832619b-79dc-47ae-8df7-f1adac3d546e {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:08:44.310577 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:08:44.312840 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159fdf4b-a954-435a-bb6f-1a09976779ac" -d '{"events": [{"server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "name": "network-vif-plugged", "status": "completed", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:08:44.324527 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port b832619b-79dc-47ae-8df7-f1adac3d546e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b832619b-79dc-47ae-8df7-f1adac3d546e,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:44.330837 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:44.332575 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:44.338081 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:44.360424 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a841fbd4-2fa7-400f-ba4a-943f7d7b06ae x-openstack-request-id: req-a841fbd4-2fa7-400f-ba4a-943f7d7b06ae {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:08:44.361562 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "name": "network-vif-plugged", "status": "completed", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:08:44.361758 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a841fbd4-2fa7-400f-ba4a-943f7d7b06ae {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:08:44.362253 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'code': 200} Jul 02 11:08:44.386329 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=b832619b-79dc-47ae-8df7-f1adac3d546e,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:44.394528 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:44.394902 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:44.395270 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:44.395609 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:44.395951 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:44.396306 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:44.396657 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:44.397010 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:44.397356 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:44.397813 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:44.398019 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:44.398377 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:44.449946 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=526c8f10-0ceb-46d5-a05d-7f32a1654b13,revision_number=10']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:44.593936 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['b832619b-79dc-47ae-8df7-f1adac3d546e'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:08:44.864569 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a22af7-6044-4b70-88b9-e2541d3cce77 req-1a3524cc-f674-4bf2-ac92-0988368337a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:44.866105 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-73a22af7-6044-4b70-88b9-e2541d3cce77 req-1a3524cc-f674-4bf2-ac92-0988368337a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 1099 time: 0.0520740 Jul 02 11:08:44.901097 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-73a22af7-6044-4b70-88b9-e2541d3cce77 req-03d85d71-edeb-496a-ac2c-452ccc6ffab2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287256 Jul 02 11:08:45.254891 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398a7c-7de6-483a-a86f-4724ad91dbd3 req-00f75904-4b4b-4ff2-a1fc-333037cbcff4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:45.256363 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d0398a7c-7de6-483a-a86f-4724ad91dbd3 req-00f75904-4b4b-4ff2-a1fc-333037cbcff4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1066849 Jul 02 11:08:45.268331 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b69f11-c2fa-482f-abdf-a2622d911035 req-30662ed2-fb95-4182-8b4f-65ba7942bff2 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:45.269785 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87b69f11-c2fa-482f-abdf-a2622d911035 req-30662ed2-fb95-4182-8b4f-65ba7942bff2 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 946 time: 0.0890856 Jul 02 11:08:45.324398 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d0398a7c-7de6-483a-a86f-4724ad91dbd3 req-8ae60645-64b5-4d9f-9666-fff89bd2be0d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536029 Jul 02 11:08:45.329172 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87b69f11-c2fa-482f-abdf-a2622d911035 req-e9b7fb01-d554-4253-a876-6c59dbc37c9d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526340 Jul 02 11:08:45.494898 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6e4d7-7a6b-4c3f-80d0-3ddd4c6c2978 req-0f1ee3b2-ede7-443f-8fe5-bbecae9f898e tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:45.496467 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6db6e4d7-7a6b-4c3f-80d0-3ddd4c6c2978 req-0f1ee3b2-ede7-443f-8fe5-bbecae9f898e tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 945 time: 0.0656917 Jul 02 11:08:45.534768 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6db6e4d7-7a6b-4c3f-80d0-3ddd4c6c2978 req-00bb553c-a4f0-4f4c-a682-eb7025b403da tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Jul 02 11:08:45.835234 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a65169-de9a-42c6-a539-e448dc02d08b req-8fec6469-9517-45eb-9430-c82c51520450 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:45.836639 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-82a65169-de9a-42c6-a539-e448dc02d08b req-8fec6469-9517-45eb-9430-c82c51520450 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 945 time: 0.0647178 Jul 02 11:08:45.875866 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-82a65169-de9a-42c6-a539-e448dc02d08b req-090a2fc0-62ac-4524-827b-16e9b9b94178 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334289 Jul 02 11:08:46.015927 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device b832619b-79dc-47ae-8df7-f1adac3d546e up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:08:46.073984 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port b832619b-79dc-47ae-8df7-f1adac3d546e completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:08:46.077944 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port b832619b-79dc-47ae-8df7-f1adac3d546e triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:08:46.078313 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:46.164159 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:46.199341 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port b832619b-79dc-47ae-8df7-f1adac3d546e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b832619b-79dc-47ae-8df7-f1adac3d546e,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:46.205890 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:46.207952 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 336e7211-f38e-4a22-abcb-08a9e6932058 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:08:46.247531 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 336e7211-f38e-4a22-abcb-08a9e6932058 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:08:46.247882 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 336e7211-f38e-4a22-abcb-08a9e6932058 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:08:46.272701 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=b832619b-79dc-47ae-8df7-f1adac3d546e,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:46.362995 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:08:46.367442 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2990ee1a-0507-4177-aa59-a34349754477" -d '{"events": [{"server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "name": "network-vif-plugged", "status": "completed", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:08:46.554619 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a6fb-4ddd-425c-8eca-35567a8a835b req-209cab9f-fd93-4c77-afe4-03a3b661f89e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:46.556115 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bad6a6fb-4ddd-425c-8eca-35567a8a835b req-209cab9f-fd93-4c77-afe4-03a3b661f89e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1086185 Jul 02 11:08:46.577182 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c9d54-3d19-48e2-b049-d3c5a6612c9d req-456b6cda-20eb-4d5e-b56b-cb29fbbcf902 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:46.578627 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-349c9d54-3d19-48e2-b049-d3c5a6612c9d req-456b6cda-20eb-4d5e-b56b-cb29fbbcf902 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 946 time: 0.1030481 Jul 02 11:08:46.623010 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bad6a6fb-4ddd-425c-8eca-35567a8a835b req-93445a52-2e07-4d34-b430-b5a8abcfce3e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592849 Jul 02 11:08:46.634872 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-349c9d54-3d19-48e2-b049-d3c5a6612c9d req-4aa2add5-b462-4815-ad0c-dcbae3d1ea9a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482721 Jul 02 11:08:46.671071 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9f979b-50ee-4b74-95f5-edc484d380b1 x-openstack-request-id: req-ee9f979b-50ee-4b74-95f5-edc484d380b1 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:08:46.671365 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "name": "network-vif-plugged", "status": "completed", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:08:46.671622 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee9f979b-50ee-4b74-95f5-edc484d380b1 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:08:46.672015 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'code': 200} Jul 02 11:08:46.805826 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2408c-e68f-41dc-9098-c777697d232a req-c532e5d2-c107-41de-86e8-5a6c80c17a7f tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:46.807281 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-01c2408c-e68f-41dc-9098-c777697d232a req-c532e5d2-c107-41de-86e8-5a6c80c17a7f tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 946 time: 0.0673437 Jul 02 11:08:46.872509 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-01c2408c-e68f-41dc-9098-c777697d232a req-d363b2e3-395f-4169-b6ed-2b62e7e8d9ed tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593688 Jul 02 11:08:46.898431 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc752d10-ae36-4219-be31-0406ccc892f8 req-deb0d265-2054-4c1e-93b3-fedd1d2f1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:46.900742 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fc752d10-ae36-4219-be31-0406ccc892f8 req-deb0d265-2054-4c1e-93b3-fedd1d2f1250 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 1099 time: 0.0612361 Jul 02 11:08:46.940137 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fc752d10-ae36-4219-be31-0406ccc892f8 req-79c7bcf8-0ef1-4703-8042-8520c763b089 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293040 Jul 02 11:08:47.052451 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f27bf-8fe6-4f50-a29e-5bdf6128db06 req-7d6e59d7-3570-42dd-850f-61e7d602eaa3 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:47.053979 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c62f27bf-8fe6-4f50-a29e-5bdf6128db06 req-7d6e59d7-3570-42dd-850f-61e7d602eaa3 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 945 time: 0.0620613 Jul 02 11:08:47.091032 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c62f27bf-8fe6-4f50-a29e-5bdf6128db06 req-df9c7a87-074c-4c48-9991-02c84ef12e78 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f6a3221-16dd-42de-9764-990236f9fb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Jul 02 11:08:47.341474 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeb3ac-4e14-4cf7-b5af-0637ef808f71 req-f5319e8b-439c-4da4-a8c2-18b5d84dbf16 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:47.343071 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d9eeb3ac-4e14-4cf7-b5af-0637ef808f71 req-f5319e8b-439c-4da4-a8c2-18b5d84dbf16 tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 945 time: 0.0705981 Jul 02 11:08:47.443230 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-d9eeb3ac-4e14-4cf7-b5af-0637ef808f71 req-9bd9ba95-06be-4af4-abb7-883c99f9bc6d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Deleting port 3800d62c-20bd-4977-928b-118268dedb88 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:08:47.443781 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-d9eeb3ac-4e14-4cf7-b5af-0637ef808f71 req-9bd9ba95-06be-4af4-abb7-883c99f9bc6d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:47.543205 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-d9eeb3ac-4e14-4cf7-b5af-0637ef808f71 req-9bd9ba95-06be-4af4-abb7-883c99f9bc6d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] For port 3800d62c-20bd-4977-928b-118268dedb88, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=3800d62c-20bd-4977-928b-118268dedb88,segment=NetworkSegment(e9377e02-f9d6-43bc-a940-856a42e20693),segment_id=e9377e02-f9d6-43bc-a940-856a42e20693)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:08:47.543566 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-d9eeb3ac-4e14-4cf7-b5af-0637ef808f71 req-9bd9ba95-06be-4af4-abb7-883c99f9bc6d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:47.555831 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-d9eeb3ac-4e14-4cf7-b5af-0637ef808f71 req-9bd9ba95-06be-4af4-abb7-883c99f9bc6d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Calling delete_port for 3800d62c-20bd-4977-928b-118268dedb88 owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:08:47.687707 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-d9eeb3ac-4e14-4cf7-b5af-0637ef808f71 req-9bd9ba95-06be-4af4-abb7-883c99f9bc6d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:47.711172 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['3800d62c-20bd-4977-928b-118268dedb88'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:08:47.738271 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9ba95-06be-4af4-abb7-883c99f9bc6d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Pushing event deleted for resources: {'Port': ['ID=3800d62c-20bd-4977-928b-118268dedb88,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:47.849170 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9eeb3ac-4e14-4cf7-b5af-0637ef808f71 req-9bd9ba95-06be-4af4-abb7-883c99f9bc6d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] No DVR routers for this DVR port 3800d62c-20bd-4977-928b-118268dedb88 on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:08:47.851465 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-d9eeb3ac-4e14-4cf7-b5af-0637ef808f71 req-9bd9ba95-06be-4af4-abb7-883c99f9bc6d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:47.853902 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d9eeb3ac-4e14-4cf7-b5af-0637ef808f71 req-9bd9ba95-06be-4af4-abb7-883c99f9bc6d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.67 "DELETE /v2.0/ports/3800d62c-20bd-4977-928b-118268dedb88 HTTP/1.1" status: 204 len: 173 time: 0.5056913 Jul 02 11:08:47.854612 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bd34e9-ace8-4d27-b788-538959d48e66', 'name': 'network-vif-deleted', 'tag': '3800d62c-20bd-4977-928b-118268dedb88'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:08:47.856842 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e533ec-bdee-4369-bbfb-7f44ec5d8732" -d '{"events": [{"server_uuid": "15bd34e9-ace8-4d27-b788-538959d48e66", "name": "network-vif-deleted", "tag": "3800d62c-20bd-4977-928b-118268dedb88"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:08:47.916331 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9f307-9d97-458c-9b70-1d6bf6468001 req-03b01db4-8883-4d5b-ac4d-e380a0fdf3cf tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:47.917764 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c7e9f307-9d97-458c-9b70-1d6bf6468001 req-03b01db4-8883-4d5b-ac4d-e380a0fdf3cf tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.1758242 Jul 02 11:08:47.929898 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304b4c8-2ff8-4230-9db1-5b0a22616a49 req-b5301762-fd83-421a-b662-980584a89fea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:47.931296 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2304b4c8-2ff8-4230-9db1-5b0a22616a49 req-b5301762-fd83-421a-b662-980584a89fea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 946 time: 0.1492112 Jul 02 11:08:47.989153 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c7e9f307-9d97-458c-9b70-1d6bf6468001 req-7fe62dd9-d457-4549-be00-44093c56dab4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569017 Jul 02 11:08:47.991917 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2304b4c8-2ff8-4230-9db1-5b0a22616a49 req-d0314282-e55d-45f1-b0bf-b09ed16efdab tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539715 Jul 02 11:08:48.035780 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e37153-0352-415c-8542-0a255cd7ed6a x-openstack-request-id: req-e6e37153-0352-415c-8542-0a255cd7ed6a {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:08:48.036340 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bd34e9-ace8-4d27-b788-538959d48e66", "name": "network-vif-deleted", "tag": "3800d62c-20bd-4977-928b-118268dedb88", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:08:48.036687 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6e37153-0352-415c-8542-0a255cd7ed6a {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:08:48.037168 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bd34e9-ace8-4d27-b788-538959d48e66', 'name': 'network-vif-deleted', 'tag': '3800d62c-20bd-4977-928b-118268dedb88', 'status': 'completed', 'code': 200} Jul 02 11:08:48.177078 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41188b-cb5a-4f23-9e6f-3d8b8bc3ed8c req-52a56668-95db-47ef-be6d-7072a5135354 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:48.178668 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ea41188b-cb5a-4f23-9e6f-3d8b8bc3ed8c req-52a56668-95db-47ef-be6d-7072a5135354 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 946 time: 0.0617034 Jul 02 11:08:48.255227 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ea41188b-cb5a-4f23-9e6f-3d8b8bc3ed8c req-753d93e9-3877-4580-8063-137e351a6383 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605156 Jul 02 11:08:48.257102 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0caf1fc9-4426-4d79-9d3f-ad557a6f0ed2 req-bfb677ee-f719-40ab-a27a-7745f33ac93d tempest-AttachVolumeNegativeTest-1040121308 tempest-AttachVolumeNegativeTest-1040121308-project] 10.222.0.24 "GET /v2.0/ports?device_id=15bd34e9-ace8-4d27-b788-538959d48e66 HTTP/1.1" status: 200 len: 210 time: 0.0413578 Jul 02 11:08:48.450391 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e07368-ecde-402f-8777-1160c8ba0dc2 req-ddefea0d-4b1c-4487-a149-89e726abaefe tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:48.451907 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-40e07368-ecde-402f-8777-1160c8ba0dc2 req-ddefea0d-4b1c-4487-a149-89e726abaefe tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 946 time: 0.0808890 Jul 02 11:08:48.497340 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-40e07368-ecde-402f-8777-1160c8ba0dc2 req-6ba6345c-579f-4a05-8102-595ae65942c5 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388875 Jul 02 11:08:48.902414 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5aba2-4ad5-4de1-b782-b01b400def5d req-470aec4e-0ccd-40dd-927e-81ffdc07fd04 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:48.903858 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-73f5aba2-4ad5-4de1-b782-b01b400def5d req-470aec4e-0ccd-40dd-927e-81ffdc07fd04 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 946 time: 0.0717726 Jul 02 11:08:48.941380 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-73f5aba2-4ad5-4de1-b782-b01b400def5d req-8f4e8ba0-bd99-4f6b-8918-973717c3a93d tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Jul 02 11:08:49.169478 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbff7f-7ce1-467e-b8e8-ab06e0e77d70 req-b754695a-a5f7-4feb-a322-b519ffc77697 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:49.170912 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-81cbff7f-7ce1-467e-b8e8-ab06e0e77d70 req-b754695a-a5f7-4feb-a322-b519ffc77697 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0673072 Jul 02 11:08:49.211619 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-81cbff7f-7ce1-467e-b8e8-ab06e0e77d70 req-3fc20bba-67ef-4a5b-baff-e2503ebd0b2c tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334156 Jul 02 11:08:49.350011 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41042) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:49.394290 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Deleting subnet 4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:08:49.397152 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:49.430372 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:49.469616 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:49.524952 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:49.551059 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:49.555550 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:49.557511 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4bfa0c62-0e9e-486c-b5cc-d3c23a89f9c6 HTTP/1.1" status: 204 len: 168 time: 0.2063997 Jul 02 11:08:49.560078 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41044) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:49.562132 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:49.562556 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:49.562735 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:49.563041 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:49.563376 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:49.563755 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:49.564466 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:49.564599 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:49.564944 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:49.565269 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:49.565589 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:49.565910 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df577d3-433b-4564-9b36-89b2bf709b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:08:49.627065 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:49.704702 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:49.714832 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf760af-3b95-4dd7-aae5-4d140a9216df']}} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:49.725308 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9377e02-f9d6-43bc-a940-856a42e20693') {'for_net_delete': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:49.725608 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9377e02-f9d6-43bc-a940-856a42e20693') {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:08:49.734555 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28293975'] for segment, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:49.748756 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:49.754769 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:08:49.755150 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27737794'] for segment, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: Traceback (most recent call last): Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: timer() Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: cb(*args, **kw) Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: return func(*args, **kwargs) Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: self._notify() Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: self.callback(batched_events) Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: event.method(event) Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: return f(self, *a, **k) Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._get(url).json() Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: return self.request(url, 'GET', **kwargs) Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:08:49.756931 dv-cinder-784092-13-iscsi neutron-server[93178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:08:49.813605 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:49.820021 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:49.821890 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ebf760af-3b95-4dd7-aae5-4d140a9216df HTTP/1.1" status: 204 len: 168 time: 0.2607880 Jul 02 11:08:49.835316 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a68dbb-d3d3-4b4d-8162-622975bd8352 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf760af-3b95-4dd7-aae5-4d140a9216df,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:49.997750 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41056) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:50.051119 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-6829b9e7-36ca-4ef7-9e6e-faf0c1a63ed1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f394dde912044f6a9201a3312be6a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471911 Jul 02 11:08:50.051119 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41058) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:50.096041 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bcda4b9-c77e-46a1-ae93-98be256e92eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:50.117143 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bcda4b9-c77e-46a1-ae93-98be256e92eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:50.162255 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bcda4b9-c77e-46a1-ae93-98be256e92eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:50.164850 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bcda4b9-c77e-46a1-ae93-98be256e92eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:50.165997 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-7bcda4b9-c77e-46a1-ae93-98be256e92eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f6a3221-16dd-42de-9764-990236f9fb7f HTTP/1.1" status: 204 len: 168 time: 0.1162264 Jul 02 11:08:50.173275 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcda4b9-c77e-46a1-ae93-98be256e92eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6a3221-16dd-42de-9764-990236f9fb7f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:50.412902 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa6c00-4df6-4e1b-abed-ee1808a8adcf req-dc5cd2d8-0747-4cc5-bc56-e1373b7bfe1c tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:50.412902 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f6aa6c00-4df6-4e1b-abed-ee1808a8adcf req-dc5cd2d8-0747-4cc5-bc56-e1373b7bfe1c tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0711579 Jul 02 11:08:50.453805 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f6aa6c00-4df6-4e1b-abed-ee1808a8adcf req-3edbf7f3-44a4-48c8-8066-62ed767beae2 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340981 Jul 02 11:08:50.806665 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd2f07-39ff-4656-ad93-8d5fcd6ae2e7 req-f3363388-bf38-4708-a0f0-df796457406f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:50.808145 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8ccd2f07-39ff-4656-ad93-8d5fcd6ae2e7 req-f3363388-bf38-4708-a0f0-df796457406f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0642991 Jul 02 11:08:50.845056 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8ccd2f07-39ff-4656-ad93-8d5fcd6ae2e7 req-f602bf48-1534-4161-9f46-998d8ed605b7 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312870 Jul 02 11:08:51.823378 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41130) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:51.927009 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6db57b1-a619-49e3-bc9a-4d93acddcc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.032244 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6db57b1-a619-49e3-bc9a-4d93acddcc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.033482 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fecf31-0c50-4676-a256-dd82167ab121 req-0b13f69a-7542-4661-b60b-73b0161f1e12 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:52.035749 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e8fecf31-0c50-4676-a256-dd82167ab121 req-0b13f69a-7542-4661-b60b-73b0161f1e12 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0807641 Jul 02 11:08:52.037650 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6db57b1-a619-49e3-bc9a-4d93acddcc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.074287 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db57b1-a619-49e3-bc9a-4d93acddcc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797ae537-4cd9-4d59-9936-c5cc0cca57f8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:52.074519 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e8fecf31-0c50-4676-a256-dd82167ab121 req-a268e0d6-4c43-4c97-914a-e10faaf266ff tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323181 Jul 02 11:08:52.080681 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-c6db57b1-a619-49e3-bc9a-4d93acddcc7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b42f48ee3fca4ef89fa868db88f4d6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542524 Jul 02 11:08:52.082003 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41136) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:52.130154 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-03f59589-18ee-4e89-ae68-050273f7d91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.153416 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-03f59589-18ee-4e89-ae68-050273f7d91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.171212 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 3800d62c-20bd-4977-928b-118268dedb88 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:08:52.197788 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 3800d62c-20bd-4977-928b-118268dedb88 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:08:52.198142 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 3800d62c-20bd-4977-928b-118268dedb88 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:08:52.198746 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-03f59589-18ee-4e89-ae68-050273f7d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.201188 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-03f59589-18ee-4e89-ae68-050273f7d91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.202327 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-03f59589-18ee-4e89-ae68-050273f7d91d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/797ae537-4cd9-4d59-9936-c5cc0cca57f8 HTTP/1.1" status: 204 len: 168 time: 0.1194162 Jul 02 11:08:52.209972 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f59589-18ee-4e89-ae68-050273f7d91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797ae537-4cd9-4d59-9936-c5cc0cca57f8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:52.481397 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41144) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:52.494477 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f487032-d228-46b8-90d3-c5ce7e8a8777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.579829 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f487032-d228-46b8-90d3-c5ce7e8a8777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.584573 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f487032-d228-46b8-90d3-c5ce7e8a8777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.621369 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-1f487032-d228-46b8-90d3-c5ce7e8a8777 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=684f1ee396b14748a60a388cbe1866c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388662 Jul 02 11:08:52.622188 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f487032-d228-46b8-90d3-c5ce7e8a8777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ea0723-17c4-4aae-b765-dbb9f7214d30,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:52.624014 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41146) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:08:52.678809 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9cc6-d240-4017-9072-10a466102699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.708142 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9cc6-d240-4017-9072-10a466102699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.754220 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9cc6-d240-4017-9072-10a466102699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.756993 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9cc6-d240-4017-9072-10a466102699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:08:52.758321 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-2bbd9cc6-d240-4017-9072-10a466102699 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60ea0723-17c4-4aae-b765-dbb9f7214d30 HTTP/1.1" status: 204 len: 168 time: 0.1330626 Jul 02 11:08:52.766515 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd9cc6-d240-4017-9072-10a466102699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ea0723-17c4-4aae-b765-dbb9f7214d30,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:08:53.269259 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81151b74-d05a-41d7-8cfb-a046479c9ef3 req-0a3d5f2b-8c87-4178-8bcd-d7e6103fae45 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:53.271026 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-81151b74-d05a-41d7-8cfb-a046479c9ef3 req-0a3d5f2b-8c87-4178-8bcd-d7e6103fae45 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0814638 Jul 02 11:08:53.345372 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-81151b74-d05a-41d7-8cfb-a046479c9ef3 req-86de8a3a-f4c8-40c2-8931-af4fcf87ab89 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666695 Jul 02 11:08:53.362662 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cb0b7-d05d-49ca-91a8-a2642dbc504f req-bd23b2e2-f722-4ddc-968f-3923ae7e104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:53.364137 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c11cb0b7-d05d-49ca-91a8-a2642dbc504f req-bd23b2e2-f722-4ddc-968f-3923ae7e104a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cafb7a6d12642968d9c8a031a2873fb&device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 1098 time: 0.1048844 Jul 02 11:08:53.470172 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cb0b7-d05d-49ca-91a8-a2642dbc504f req-24400d95-3d93-49d9-9468-6a0b2855db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:53.471708 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c11cb0b7-d05d-49ca-91a8-a2642dbc504f req-24400d95-3d93-49d9-9468-6a0b2855db51 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0411a882-cef5-465d-84d7-07c8775a8d59 HTTP/1.1" status: 200 len: 912 time: 0.0988414 Jul 02 11:08:53.544084 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c11cb0b7-d05d-49ca-91a8-a2642dbc504f req-53459521-b4e4-46fd-baac-d1ef737ee99b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6492bbec-e3bd-4a42-824a-0be7ed84f712 HTTP/1.1" status: 200 len: 1000 time: 0.0651553 Jul 02 11:08:53.602435 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cb0b7-d05d-49ca-91a8-a2642dbc504f req-597b7027-d266-4612-81cd-8391080252d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:53.602435 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c11cb0b7-d05d-49ca-91a8-a2642dbc504f req-597b7027-d266-4612-81cd-8391080252d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=96f57f91-4b20-4f81-8966-ec05e4184b01 HTTP/1.1" status: 200 len: 850 time: 0.0501902 Jul 02 11:08:53.657185 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cb0b7-d05d-49ca-91a8-a2642dbc504f req-4664c71a-ec04-4523-b36e-dfc10e1a30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:53.659769 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c11cb0b7-d05d-49ca-91a8-a2642dbc504f req-4664c71a-ec04-4523-b36e-dfc10e1a30bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0411a882-cef5-465d-84d7-07c8775a8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512993 Jul 02 11:08:53.757205 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c11cb0b7-d05d-49ca-91a8-a2642dbc504f req-6b8f8605-1ee7-4216-99e0-30a47fc8eb93 service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908828 Jul 02 11:08:53.852533 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c11cb0b7-d05d-49ca-91a8-a2642dbc504f req-a54fa0a4-3461-4ea6-9cb6-16a685caeb77 service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888307 Jul 02 11:08:54.249042 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:08:54.540465 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd795b-5d4d-4be3-b184-c89100976be8 req-1961710c-372d-47f3-8bd8-5916f3c9d520 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:54.541834 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c9cd795b-5d4d-4be3-b184-c89100976be8 req-1961710c-372d-47f3-8bd8-5916f3c9d520 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0734799 Jul 02 11:08:54.584831 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c9cd795b-5d4d-4be3-b184-c89100976be8 req-fe5665dd-e23d-474c-af19-f30068c7e54f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373802 Jul 02 11:08:55.755957 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630de22-9db7-4b9c-bfa9-04858dd0d3d4 req-cd3f4130-5db1-4966-8de1-36db54652ea5 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:08:55.757453 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4630de22-9db7-4b9c-bfa9-04858dd0d3d4 req-cd3f4130-5db1-4966-8de1-36db54652ea5 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0616193 Jul 02 11:08:55.795743 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4630de22-9db7-4b9c-bfa9-04858dd0d3d4 req-14caaef5-7bd7-491a-998c-f7b6695c6b2f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322652 Jul 02 11:08:57.549068 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:00.117254 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4fd5c-d09a-44b9-ad8c-74b27366cdc2 req-2b490319-6550-45ad-8c90-937eb72ba217 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:00.118703 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b7c4fd5c-d09a-44b9-ad8c-74b27366cdc2 req-2b490319-6550-45ad-8c90-937eb72ba217 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 946 time: 0.0663643 Jul 02 11:09:00.156700 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b7c4fd5c-d09a-44b9-ad8c-74b27366cdc2 req-5694ad5a-130e-47b9-9b79-d8fb211d182c tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Jul 02 11:09:00.182001 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41384) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:00.373225 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ac954-6513-4e11-90fa-846ddec57c3e tempest-TestMinimumBasicScenario-1972922854 tempest-TestMinimumBasicScenario-1972922854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:00.374744 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-4f9ac954-6513-4e11-90fa-846ddec57c3e tempest-TestMinimumBasicScenario-1972922854 tempest-TestMinimumBasicScenario-1972922854-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 1094 time: 0.1915560 Jul 02 11:09:00.378085 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41388) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:00.382670 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Request body: {'floatingip': {'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'port_id': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:00.405508 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:00.501437 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:00.608070 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Allocated IP 172.27.1.21 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/3c690ce4-1775-432f-963f-d20637fbfe5a) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:00.708571 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:00.716932 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f11fafef-8989-4e02-80b5-c51b96f3ae7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:00.751959 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28570778'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:00.791036 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:00.794253 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:00.797759 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:00.821348 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event updated for resources: {'Port': ['ID=3c690ce4-1775-432f-963f-d20637fbfe5a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:01.183719 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.264471 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.425996 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.430688 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28570760'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.481732 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41408) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:01.504409 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event updated for resources: {'Port': ['ID=3c690ce4-1775-432f-963f-d20637fbfe5a,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:01.512490 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.588131 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b52bf58b-e029-4f11-aaae-899d32c99b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.615094 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.l3_db [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Floating IP 932d8488-e0e0-4885-8963-4ae95d63b2fa associated. External IP: 172.27.1.21, port: b832619b-79dc-47ae-8df7-f1adac3d546e. Jul 02 11:09:01.679061 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b52bf58b-e029-4f11-aaae-899d32c99b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.683422 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b52bf58b-e029-4f11-aaae-899d32c99b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.723872 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-b52bf58b-e029-4f11-aaae-899d32c99b87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f124b600fe743dbb1a67c7477b21d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410538 Jul 02 11:09:01.724796 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bf58b-e029-4f11-aaae-899d32c99b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213b20c7-3894-4fb1-82b8-6f21a43d2969,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:01.727364 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41414) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:01.796175 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-252ce71a-31eb-4dc1-9d50-ee79569fbe2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.821725 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-252ce71a-31eb-4dc1-9d50-ee79569fbe2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.836437 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Router 7a5740a5-278e-4098-a1b9-b185c9bbf92e has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:09:01.869820 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-252ce71a-31eb-4dc1-9d50-ee79569fbe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.872506 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-252ce71a-31eb-4dc1-9d50-ee79569fbe2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.873921 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-252ce71a-31eb-4dc1-9d50-ee79569fbe2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/213b20c7-3894-4fb1-82b8-6f21a43d2969 HTTP/1.1" status: 204 len: 168 time: 0.1457179 Jul 02 11:09:01.884878 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ce71a-31eb-4dc1-9d50-ee79569fbe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213b20c7-3894-4fb1-82b8-6f21a43d2969,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:01.954272 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:09:01.967291 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05006e3d-99c8-413d-b091-67571cae3d5e None None] Sync routers for ids ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:09:01.973723 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:01.978260 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05006e3d-99c8-413d-b091-67571cae3d5e None None] Routers {'7a5740a5-278e-4098-a1b9-b185c9bbf92e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:01.979086 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-05006e3d-99c8-413d-b091-67571cae3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:08:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:02.016216 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-0aa46e34-a393-4198-8fad-b0d46a645845 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6364906 Jul 02 11:09:02.017029 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:09:02.018823 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41420) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:02.026101 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-6a63a210-026d-428e-9554-f4be28b4152e tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030460527', 'description': 'tempest-secgroup-smoke-2030460527 description', 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:02.031405 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eda96c91462f44d85b0ce9a5bf985726b3d0771005f318be4bcbfc3c552e46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92793d1-0e75-41dd-8aed-ee4eca404765" -d '{"events": [{"name": "network-changed", "server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:09:02.051859 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a63a210-026d-428e-9554-f4be28b4152e tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.077468 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7d19e3-bbb3-4f2b-9e2c-df5eab417250 x-openstack-request-id: req-7c7d19e3-bbb3-4f2b-9e2c-df5eab417250 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:09:02.077762 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:09:02.078014 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c7d19e3-bbb3-4f2b-9e2c-df5eab417250 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:09:02.078410 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'status': 'completed', 'code': 200} Jul 02 11:09:02.103943 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-05006e3d-99c8-413d-b091-67571cae3d5e None None] Set router 7a5740a5-278e-4098-a1b9-b185c9bbf92e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:02.181618 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a63a210-026d-428e-9554-f4be28b4152e tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.191684 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a63a210-026d-428e-9554-f4be28b4152e tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.196285 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41424) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:02.213475 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3dfeeec-ec2a-4159-960e-0991100dc617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.229044 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a63a210-026d-428e-9554-f4be28b4152e tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.233119 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-6a63a210-026d-428e-9554-f4be28b4152e tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2093847 Jul 02 11:09:02.233899 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41426) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:02.234847 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92793d1-0e75-41dd-8aed-ee4eca404765 req-fec5d488-1ce8-44f1-9193-c490f7c39466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:02.236366 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c92793d1-0e75-41dd-8aed-ee4eca404765 req-fec5d488-1ce8-44f1-9193-c490f7c39466 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad109f4b3218414bbd6d40c51fc507aa&device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 1099 time: 0.1164699 Jul 02 11:09:02.244533 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a10adf58-3e18-438d-8ba2-e58c4c8cc199 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Request body: {'security_group_rule': {'security_group_id': 'ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3', 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:02.255697 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63a210-026d-428e-9554-f4be28b4152e tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:02.346528 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3dfeeec-ec2a-4159-960e-0991100dc617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.355013 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3dfeeec-ec2a-4159-960e-0991100dc617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.397265 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a3dfeeec-ec2a-4159-960e-0991100dc617 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df44d988b0df4c038fbb55172c92e9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979034 Jul 02 11:09:02.398581 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41428) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:02.407181 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-05006e3d-99c8-413d-b091-67571cae3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:07:57Z', 'revision_number': 4, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '932d8488-e0e0-4885-8963-4ae95d63b2fa', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'port_id': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'mac_address': 'fa:16:3e:a3:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:09:01Z', 'updated_at': '2021-07-02T11:09:01Z', 'revision_number': 0, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33ecc50-1a3e-4a5f-a324-181b12384b46', 'name': '', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'mac_address': 'fa:16:3e:22:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:56Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 5, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'subnets': [{'id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:02.435001 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05006e3d-99c8-413d-b091-67571cae3d5e None None] Checking router: 7a5740a5-278e-4098-a1b9-b185c9bbf92e for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:09:02.440481 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a10adf58-3e18-438d-8ba2-e58c4c8cc199 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.445100 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfeeec-ec2a-4159-960e-0991100dc617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f44051-b024-4687-8541-8d2fcee601fc,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:02.445298 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05006e3d-99c8-413d-b091-67571cae3d5e None None] Routers {'7a5740a5-278e-4098-a1b9-b185c9bbf92e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:02.445835 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-05006e3d-99c8-413d-b091-67571cae3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:08:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:02.487115 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a6b64a9-a869-4083-8286-043ee6341dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.521956 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a6b64a9-a869-4083-8286-043ee6341dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.546260 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a10adf58-3e18-438d-8ba2-e58c4c8cc199 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.552968 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a10adf58-3e18-438d-8ba2-e58c4c8cc199 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.577564 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10adf58-3e18-438d-8ba2-e58c4c8cc199 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f73dc5-a491-4c9c-b800-7ec3c0855dcf,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:02.581085 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92793d1-0e75-41dd-8aed-ee4eca404765 req-432c346b-8732-4966-8f42-d52599a86067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:02.582344 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-05006e3d-99c8-413d-b091-67571cae3d5e None None] Set router 7a5740a5-278e-4098-a1b9-b185c9bbf92e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:02.591642 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a10adf58-3e18-438d-8ba2-e58c4c8cc199 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.591839 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c92793d1-0e75-41dd-8aed-ee4eca404765 req-432c346b-8732-4966-8f42-d52599a86067 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8 HTTP/1.1" status: 200 len: 916 time: 0.3428919 Jul 02 11:09:02.591927 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a10adf58-3e18-438d-8ba2-e58c4c8cc199 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3542058 Jul 02 11:09:02.591927 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41430) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:02.598377 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8321a4dc-6808-4484-9eb9-075104046a18 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Request body: {'security_group_rule': {'security_group_id': 'ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3', 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:02.609225 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a6b64a9-a869-4083-8286-043ee6341dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.612016 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a6b64a9-a869-4083-8286-043ee6341dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.615409 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-6a6b64a9-a869-4083-8286-043ee6341dc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01f44051-b024-4687-8541-8d2fcee601fc HTTP/1.1" status: 204 len: 168 time: 0.2135143 Jul 02 11:09:02.628810 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b64a9-a869-4083-8286-043ee6341dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f44051-b024-4687-8541-8d2fcee601fc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:02.642472 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8321a4dc-6808-4484-9eb9-075104046a18 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.665572 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c92793d1-0e75-41dd-8aed-ee4eca404765 req-63b536fd-b0ec-4343-afa6-03d906a6643e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b832619b-79dc-47ae-8df7-f1adac3d546e HTTP/1.1" status: 200 len: 999 time: 0.0698647 Jul 02 11:09:02.725273 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92793d1-0e75-41dd-8aed-ee4eca404765 req-922f9380-97d4-4930-88f1-972dcbe6b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:02.726506 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c92793d1-0e75-41dd-8aed-ee4eca404765 req-922f9380-97d4-4930-88f1-972dcbe6b244 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3267e5ec-5fce-4181-9923-df3694a5208b HTTP/1.1" status: 200 len: 854 time: 0.0534914 Jul 02 11:09:02.728384 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8321a4dc-6808-4484-9eb9-075104046a18 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.733542 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8321a4dc-6808-4484-9eb9-075104046a18 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.756896 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8321a4dc-6808-4484-9eb9-075104046a18 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.760529 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-8321a4dc-6808-4484-9eb9-075104046a18 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1652739 Jul 02 11:09:02.760529 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321a4dc-6808-4484-9eb9-075104046a18 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38327c2-d704-4e28-bae0-ea4108790802,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:02.761219 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41434) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:02.766662 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e84ccdcc-09bc-4f23-8f73-e03a2b5ed5f2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Request body: {'security_group_rule': {'security_group_id': 'ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3', 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:02.801673 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e84ccdcc-09bc-4f23-8f73-e03a2b5ed5f2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.810996 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92793d1-0e75-41dd-8aed-ee4eca404765 req-093376f1-920e-4acb-b772-92021189ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:02.814357 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c92793d1-0e75-41dd-8aed-ee4eca404765 req-093376f1-920e-4acb-b772-92021189ac86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0740898 Jul 02 11:09:02.891080 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e84ccdcc-09bc-4f23-8f73-e03a2b5ed5f2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.897439 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e84ccdcc-09bc-4f23-8f73-e03a2b5ed5f2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.928574 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-05006e3d-99c8-413d-b091-67571cae3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:07:57Z', 'revision_number': 4, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '932d8488-e0e0-4885-8963-4ae95d63b2fa', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'port_id': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'mac_address': 'fa:16:3e:a3:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:09:01Z', 'updated_at': '2021-07-02T11:09:01Z', 'revision_number': 0, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33ecc50-1a3e-4a5f-a324-181b12384b46', 'name': '', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'mac_address': 'fa:16:3e:22:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:56Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 5, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'subnets': [{'id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:02.934459 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ccdcc-09bc-4f23-8f73-e03a2b5ed5f2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fe86e1-bfde-45c1-843a-008a79ee66d8,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:02.938098 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c92793d1-0e75-41dd-8aed-ee4eca404765 req-6cfe657a-3963-48fa-b21e-f6da3618dfc2 service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160266 Jul 02 11:09:02.944897 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e84ccdcc-09bc-4f23-8f73-e03a2b5ed5f2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:02.948645 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-e84ccdcc-09bc-4f23-8f73-e03a2b5ed5f2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1836741 Jul 02 11:09:02.953448 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41440) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:02.958644 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-240901cb-a4d6-4467-811d-bf0b9ed9a608 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Request body: {'security_group_rule': {'security_group_id': 'ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3', 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:02.958852 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05006e3d-99c8-413d-b091-67571cae3d5e None None] The sync data for ids ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'] in dv-cinder-784092-13-iscsi is: [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:07:57Z', 'revision_number': 4, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '932d8488-e0e0-4885-8963-4ae95d63b2fa', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'port_id': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'mac_address': 'fa:16:3e:a3:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:09:01Z', 'updated_at': '2021-07-02T11:09:01Z', 'revision_number': 0, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33ecc50-1a3e-4a5f-a324-181b12384b46', 'name': '', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'mac_address': 'fa:16:3e:22:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:56Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 5, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'subnets': [{'id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:09:02.998399 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-240901cb-a4d6-4467-811d-bf0b9ed9a608 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.036979 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-99494c6d-3ae9-4146-aa6c-e128622b9164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.062435 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c92793d1-0e75-41dd-8aed-ee4eca404765 req-db008aec-126c-4625-a0ea-89af45d5c663 service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140199 Jul 02 11:09:03.073000 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-240901cb-a4d6-4467-811d-bf0b9ed9a608 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.078600 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-240901cb-a4d6-4467-811d-bf0b9ed9a608 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.102185 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240901cb-a4d6-4467-811d-bf0b9ed9a608 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efc8784-bc8e-4a32-add8-271ecc2c06df,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:03.105400 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-240901cb-a4d6-4467-811d-bf0b9ed9a608 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.107053 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-240901cb-a4d6-4467-811d-bf0b9ed9a608 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524177 Jul 02 11:09:03.109943 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41442) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:03.114761 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a586ec94-1395-4e6a-9f55-468252a39b99 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Request body: {'security_group_rule': {'security_group_id': 'ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3', 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:03.121286 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41444) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:03.138108 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3350-b27f-4315-aab2-a578cac3d02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.144080 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-a586ec94-1395-4e6a-9f55-468252a39b99 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Project ad109f4b3218414bbd6d40c51fc507aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 11:09:03.149489 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a586ec94-1395-4e6a-9f55-468252a39b99 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.225860 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a586ec94-1395-4e6a-9f55-468252a39b99 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.231334 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a586ec94-1395-4e6a-9f55-468252a39b99 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.243110 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91a227-3f29-44b2-993c-e77d26680e78 None None] New status for floating IP 932d8488-e0e0-4885-8963-4ae95d63b2fa: ACTIVE {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:09:03.253884 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586ec94-1395-4e6a-9f55-468252a39b99 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4c302e-765a-469d-9615-33157e7c2266,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:03.263334 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3350-b27f-4315-aab2-a578cac3d02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.268850 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3350-b27f-4315-aab2-a578cac3d02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.275708 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a586ec94-1395-4e6a-9f55-468252a39b99 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.277454 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a586ec94-1395-4e6a-9f55-468252a39b99 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663277 Jul 02 11:09:03.280258 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41446) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:03.287327 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c5b8d7da-42e7-4d41-ad5b-f346abcfc2b6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Request body: {'security_group_rule': {'security_group_id': 'ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3', 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:03.315737 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-c5b8d7da-42e7-4d41-ad5b-f346abcfc2b6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Project ad109f4b3218414bbd6d40c51fc507aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 11:09:03.316998 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-3b4f3350-b27f-4315-aab2-a578cac3d02d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8aab8406eca946db80ebad4e2de77188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945834 Jul 02 11:09:03.317892 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3350-b27f-4315-aab2-a578cac3d02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8068a92-6cb2-4b2f-8020-3a23db9b083d,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:03.320325 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41448) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:03.323200 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d7da-42e7-4d41-ad5b-f346abcfc2b6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.375573 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-008e4f36-e9cf-4687-87f1-2c68aceead4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.399062 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-008e4f36-e9cf-4687-87f1-2c68aceead4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.399655 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d7da-42e7-4d41-ad5b-f346abcfc2b6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.403711 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d7da-42e7-4d41-ad5b-f346abcfc2b6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.429289 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8d7da-42e7-4d41-ad5b-f346abcfc2b6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ad47f5-f38e-4adf-bb3e-bc6da13e0ba4,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:03.432895 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5b8d7da-42e7-4d41-ad5b-f346abcfc2b6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.434180 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-c5b8d7da-42e7-4d41-ad5b-f346abcfc2b6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1523478 Jul 02 11:09:03.467164 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-008e4f36-e9cf-4687-87f1-2c68aceead4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.470366 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-008e4f36-e9cf-4687-87f1-2c68aceead4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.475240 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-008e4f36-e9cf-4687-87f1-2c68aceead4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8068a92-6cb2-4b2f-8020-3a23db9b083d HTTP/1.1" status: 204 len: 168 time: 0.1540694 Jul 02 11:09:03.492913 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e4f36-e9cf-4687-87f1-2c68aceead4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8068a92-6cb2-4b2f-8020-3a23db9b083d,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:03.509988 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.573379 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-29bbedcd-6415-4bc2-8fad-c3e64e767eac req-63935929-42a6-4884-a24e-3f54325d83dc tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030460527&fields=id&tenant_id=ad109f4b3218414bbd6d40c51fc507aa HTTP/1.1" status: 200 len: 267 time: 0.0366755 Jul 02 11:09:03.647030 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbedcd-6415-4bc2-8fad-c3e64e767eac req-ad50d523-e56d-4343-8375-b005a69edae5 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:03.648526 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-29bbedcd-6415-4bc2-8fad-c3e64e767eac req-ad50d523-e56d-4343-8375-b005a69edae5 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 946 time: 0.0699613 Jul 02 11:09:03.659468 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-29bbedcd-6415-4bc2-8fad-c3e64e767eac req-d8a4b3b0-2938-443b-bbe2-27b2e65eb448 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Request body: {'port': {'security_groups': ['c8a13ccf-f195-4ad8-b761-b1de97fe155b', 'ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3']}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:03.743633 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-29bbedcd-6415-4bc2-8fad-c3e64e767eac req-d8a4b3b0-2938-443b-bbe2-27b2e65eb448 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.945541 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-29bbedcd-6415-4bc2-8fad-c3e64e767eac req-d8a4b3b0-2938-443b-bbe2-27b2e65eb448 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] For port b832619b-79dc-47ae-8df7-f1adac3d546e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b832619b-79dc-47ae-8df7-f1adac3d546e,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:03.981510 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-29bbedcd-6415-4bc2-8fad-c3e64e767eac req-d8a4b3b0-2938-443b-bbe2-27b2e65eb448 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:03.991149 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-29bbedcd-6415-4bc2-8fad-c3e64e767eac req-d8a4b3b0-2938-443b-bbe2-27b2e65eb448 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:04.006788 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['b832619b-79dc-47ae-8df7-f1adac3d546e'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:09:04.052997 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbedcd-6415-4bc2-8fad-c3e64e767eac req-d8a4b3b0-2938-443b-bbe2-27b2e65eb448 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:04.053897 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-29bbedcd-6415-4bc2-8fad-c3e64e767eac req-d8a4b3b0-2938-443b-bbe2-27b2e65eb448 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:04.055987 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-29bbedcd-6415-4bc2-8fad-c3e64e767eac req-d8a4b3b0-2938-443b-bbe2-27b2e65eb448 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "PUT /v2.0/ports/b832619b-79dc-47ae-8df7-f1adac3d546e HTTP/1.1" status: 200 len: 982 time: 0.4007831 Jul 02 11:09:04.055987 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:09:04.058083 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bebc42-9ac9-466c-89b0-7de99539cea9" -d '{"events": [{"name": "network-changed", "server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:09:04.105285 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4b3b0-2938-443b-bbe2-27b2e65eb448 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event updated for resources: {'Port': ['ID=b832619b-79dc-47ae-8df7-f1adac3d546e,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:04.159606 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1350a39c-b603-480f-bf4e-498d5e0bb370 x-openstack-request-id: req-1350a39c-b603-480f-bf4e-498d5e0bb370 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:09:04.159886 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:09:04.160143 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1350a39c-b603-480f-bf4e-498d5e0bb370 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:09:04.160534 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'status': 'completed', 'code': 200} Jul 02 11:09:04.166664 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['b832619b-79dc-47ae-8df7-f1adac3d546e'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:09:04.359106 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bebc42-9ac9-466c-89b0-7de99539cea9 req-5c47edad-f841-4a96-b39b-d394945cf8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:04.360643 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-46bebc42-9ac9-466c-89b0-7de99539cea9 req-5c47edad-f841-4a96-b39b-d394945cf8e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad109f4b3218414bbd6d40c51fc507aa&device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 1138 time: 0.1378136 Jul 02 11:09:04.404590 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26e9cf-735a-49df-8e41-4c1d6be4909b req-e7ee082e-7dc4-4949-ba30-84e2b2bdba74 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:04.407403 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:04.414229 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3b26e9cf-735a-49df-8e41-4c1d6be4909b req-e7ee082e-7dc4-4949-ba30-84e2b2bdba74 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.1463010 Jul 02 11:09:04.437047 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-552ec25d-b552-49ac-ab32-8c9d0f587e84 None None] Provisioning complete for port b832619b-79dc-47ae-8df7-f1adac3d546e triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:04.437425 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-552ec25d-b552-49ac-ab32-8c9d0f587e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:04.503142 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3b26e9cf-735a-49df-8e41-4c1d6be4909b req-bf1c8660-4436-4ac9-b866-ccf29a635808 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818505 Jul 02 11:09:04.507605 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bebc42-9ac9-466c-89b0-7de99539cea9 req-3e539eab-6bb8-4b20-9e18-ae726386fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:04.509069 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-46bebc42-9ac9-466c-89b0-7de99539cea9 req-3e539eab-6bb8-4b20-9e18-ae726386fee0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8 HTTP/1.1" status: 200 len: 916 time: 0.1410294 Jul 02 11:09:04.590592 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-46bebc42-9ac9-466c-89b0-7de99539cea9 req-e9de0143-9544-4d6c-a864-898923b3f1d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b832619b-79dc-47ae-8df7-f1adac3d546e HTTP/1.1" status: 200 len: 1001 time: 0.0743201 Jul 02 11:09:04.649670 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bebc42-9ac9-466c-89b0-7de99539cea9 req-e45a60c1-6ee1-4c1b-82a4-47c17821d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:04.653893 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-46bebc42-9ac9-466c-89b0-7de99539cea9 req-e45a60c1-6ee1-4c1b-82a4-47c17821d07a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3267e5ec-5fce-4181-9923-df3694a5208b HTTP/1.1" status: 200 len: 854 time: 0.0521212 Jul 02 11:09:04.719137 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bebc42-9ac9-466c-89b0-7de99539cea9 req-dbfb39a7-364a-4bac-9069-291c017f692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:04.720670 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-46bebc42-9ac9-466c-89b0-7de99539cea9 req-dbfb39a7-364a-4bac-9069-291c017f692b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560226 Jul 02 11:09:04.850436 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-46bebc42-9ac9-466c-89b0-7de99539cea9 req-f9ca20b1-4bab-4afa-8717-3c35ad2a023f service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142981 Jul 02 11:09:04.942073 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-46bebc42-9ac9-466c-89b0-7de99539cea9 req-0fc8e98a-d282-4ac4-bed8-ba174dc155a2 service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829723 Jul 02 11:09:05.580530 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41530) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:05.683028 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-830bf796-7ad4-4491-a11f-d9890ff1a3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:05.777067 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-830bf796-7ad4-4491-a11f-d9890ff1a3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:05.781152 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-830bf796-7ad4-4491-a11f-d9890ff1a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:05.824076 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-830bf796-7ad4-4491-a11f-d9890ff1a3fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce6b49db70ed4fd49f9117d4bd909041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424338 Jul 02 11:09:05.824956 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bf796-7ad4-4491-a11f-d9890ff1a3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb0342d-e274-48f8-b117-92613d3c475e,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:05.826714 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41534) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:05.867695 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:05.877494 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b0d721a-1f75-4473-9019-69407680c91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:05.899122 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b0d721a-1f75-4473-9019-69407680c91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:05.951815 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b0d721a-1f75-4473-9019-69407680c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:05.954478 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b0d721a-1f75-4473-9019-69407680c91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:05.955828 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-1b0d721a-1f75-4473-9019-69407680c91c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abb0342d-e274-48f8-b117-92613d3c475e HTTP/1.1" status: 204 len: 168 time: 0.1280198 Jul 02 11:09:05.963436 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d721a-1f75-4473-9019-69407680c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb0342d-e274-48f8-b117-92613d3c475e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:06.209617 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41542) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:06.222333 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9fd21676-4311-4695-a99a-ee0fcd4c9710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:06.311460 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9fd21676-4311-4695-a99a-ee0fcd4c9710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:06.315600 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9fd21676-4311-4695-a99a-ee0fcd4c9710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:06.582862 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-9fd21676-4311-4695-a99a-ee0fcd4c9710 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8df98df2c073438e89fa65d860ad0929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721435 Jul 02 11:09:06.583681 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd21676-4311-4695-a99a-ee0fcd4c9710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef3aee2-1845-404f-9bde-3e25215d8fd5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:06.585544 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41544) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:06.633713 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f454e2dc-a284-4f81-8fd4-f72f416bc7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:06.654064 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f454e2dc-a284-4f81-8fd4-f72f416bc7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:06.700068 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f454e2dc-a284-4f81-8fd4-f72f416bc7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:06.702741 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f454e2dc-a284-4f81-8fd4-f72f416bc7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:06.703875 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-f454e2dc-a284-4f81-8fd4-f72f416bc7e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fef3aee2-1845-404f-9bde-3e25215d8fd5 HTTP/1.1" status: 204 len: 168 time: 0.1173325 Jul 02 11:09:06.711220 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454e2dc-a284-4f81-8fd4-f72f416bc7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef3aee2-1845-404f-9bde-3e25215d8fd5,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:08.473343 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41606) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:08.587247 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:08.676038 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:08.679865 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:08.718021 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13c521eb789f4a53aad67c65c400a8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435780 Jul 02 11:09:08.718869 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd59cb29-6572-4a33-a7a9-fff2c8d02282,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:08.720799 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41610) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:08.726109 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:08.726467 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:08.726817 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:08.727182 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:08.727516 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:08.727849 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:08.728179 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:08.728506 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:08.728862 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:08.729186 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:08.729508 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:08.729827 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d8348-3575-4532-a2ec-8105656fb953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:08.774563 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8eed02df-85d9-4799-8cb8-209bb14a3ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:08.794868 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8eed02df-85d9-4799-8cb8-209bb14a3ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:08.841369 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8eed02df-85d9-4799-8cb8-209bb14a3ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:08.843880 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8eed02df-85d9-4799-8cb8-209bb14a3ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:08.845031 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-8eed02df-85d9-4799-8cb8-209bb14a3ad5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd59cb29-6572-4a33-a7a9-fff2c8d02282 HTTP/1.1" status: 204 len: 168 time: 0.1232553 Jul 02 11:09:08.852436 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed02df-85d9-4799-8cb8-209bb14a3ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd59cb29-6572-4a33-a7a9-fff2c8d02282,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:09.106231 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41618) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:09.119522 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ec01-8f71-4f44-8799-8c3efc42aa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:09.208479 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ec01-8f71-4f44-8799-8c3efc42aa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:09.212867 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1cb9ec01-8f71-4f44-8799-8c3efc42aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:09.251784 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-1cb9ec01-8f71-4f44-8799-8c3efc42aa53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cee726816e942519609e25b14c6e6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445053 Jul 02 11:09:09.252652 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9ec01-8f71-4f44-8799-8c3efc42aa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646b66d4-f103-49a3-a80f-2362b90b2c94,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:09.255078 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41622) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:09.307825 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f3a44c66-2ec2-41d8-a4b6-1063f79ba3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:09.328392 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f3a44c66-2ec2-41d8-a4b6-1063f79ba3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:09.374643 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f3a44c66-2ec2-41d8-a4b6-1063f79ba3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:09.377172 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f3a44c66-2ec2-41d8-a4b6-1063f79ba3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:09.378370 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-f3a44c66-2ec2-41d8-a4b6-1063f79ba3cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/646b66d4-f103-49a3-a80f-2362b90b2c94 HTTP/1.1" status: 204 len: 168 time: 0.1221943 Jul 02 11:09:09.385962 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a44c66-2ec2-41d8-a4b6-1063f79ba3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646b66d4-f103-49a3-a80f-2362b90b2c94,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:10.410613 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41656) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:10.513336 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-41f2f187-6ff3-478e-b505-788a3deb3b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:10.601034 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-41f2f187-6ff3-478e-b505-788a3deb3b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:10.605551 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-41f2f187-6ff3-478e-b505-788a3deb3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:10.642367 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-41f2f187-6ff3-478e-b505-788a3deb3b59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cb7e6c86150493cb22646bdf71972a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307100 Jul 02 11:09:10.644266 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2f187-6ff3-478e-b505-788a3deb3b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ce33f0-3453-4363-b17a-bf67e7eb9562,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:10.645114 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41660) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:10.693248 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-816b92cb-71b3-4a16-9cb3-05b837e1598e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:10.712873 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-816b92cb-71b3-4a16-9cb3-05b837e1598e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:10.758263 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-816b92cb-71b3-4a16-9cb3-05b837e1598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:10.760887 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-816b92cb-71b3-4a16-9cb3-05b837e1598e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:10.762013 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-816b92cb-71b3-4a16-9cb3-05b837e1598e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72ce33f0-3453-4363-b17a-bf67e7eb9562 HTTP/1.1" status: 204 len: 168 time: 0.1158659 Jul 02 11:09:10.769359 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b92cb-71b3-4a16-9cb3-05b837e1598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ce33f0-3453-4363-b17a-bf67e7eb9562,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:11.351773 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41696) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:11.442837 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-102073538-network', 'tenant_id': 'ae4d6b2177c947d58dd2b60ee87d7aa1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:11.463520 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Made reservation on behalf of ae4d6b2177c947d58dd2b60ee87d7aa1 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:09:11.465835 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:11.474286 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:11.560003 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:11.564089 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:11.591410 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:09:11.596522 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b970f64b-9886-4a45-8ddf-5575159d7f93,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:11.603678 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:11.604067 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.segments_db [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Added segment 3373959d-d829-455d-be7e-2dc8398cecac of type vlan for network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 Jul 02 11:09:11.644828 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:11.671253 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:11.672237 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:11.672851 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:11.704343 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3514845 Jul 02 11:09:11.708143 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41700) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:11.713305 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-85c496a0-c1b5-4d02-8309-2d427f8c6b36 admin admin] Request body: {'subnet': {'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-102073538-subnet', 'tenant_id': 'ae4d6b2177c947d58dd2b60ee87d7aa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:11.731574 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b2d76-13b0-4e08-af21-19ec99720325 admin admin] Pushing event updated for resources: {'Network': ['ID=cf3ca9c3-17c7-443a-a429-1f3cf6e52178,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:11.734746 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c496a0-c1b5-4d02-8309-2d427f8c6b36 admin admin] Made reservation on behalf of ae4d6b2177c947d58dd2b60ee87d7aa1 for: {'subnet': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:09:11.737280 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-85c496a0-c1b5-4d02-8309-2d427f8c6b36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28375820'] for subnet, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:11.742202 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:09:11.906420 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-85c496a0-c1b5-4d02-8309-2d427f8c6b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27721884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28375838'] for subnet, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:11.965537 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c496a0-c1b5-4d02-8309-2d427f8c6b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa5a331-2b0a-4319-ab86-8e6d15a8cdb4,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:11.972354 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c496a0-c1b5-4d02-8309-2d427f8c6b36 admin admin] Checking segment: {'id': '3373959d-d829-455d-be7e-2dc8398cecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:09:11.972730 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c496a0-c1b5-4d02-8309-2d427f8c6b36 admin admin] Network hostable DHCP agents. Network: cf3ca9c3-17c7-443a-a429-1f3cf6e52178, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:09:11.988839 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c496a0-c1b5-4d02-8309-2d427f8c6b36 admin admin] Network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:09:11.996742 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-85c496a0-c1b5-4d02-8309-2d427f8c6b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, cf3ca9c3-17c7-443a-a429-1f3cf6e52178) {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:12.000779 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c496a0-c1b5-4d02-8309-2d427f8c6b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:12.001378 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-85c496a0-c1b5-4d02-8309-2d427f8c6b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:12.005579 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c11f6-fb3b-4a92-a18c-f136141e3c1c None None] Network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:09:12.016864 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-85c496a0-c1b5-4d02-8309-2d427f8c6b36 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3076108 Jul 02 11:09:12.127521 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5ce89-6728-44ed-ae84-386bc57c5b0c None None] Network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:09:13.740549 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-7303ddbe-295e-49fc-a22b-c7cc53f8c2f0 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:13.742013 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-7303ddbe-295e-49fc-a22b-c7cc53f8c2f0 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/networks?id=cf3ca9c3-17c7-443a-a429-1f3cf6e52178 HTTP/1.1" status: 200 len: 813 time: 0.0997007 Jul 02 11:09:13.756219 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-cb5795f7-357f-42be-bdef-20f71888e251 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/quotas/ae4d6b2177c947d58dd2b60ee87d7aa1 HTTP/1.1" status: 200 len: 375 time: 0.0089042 Jul 02 11:09:13.789415 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-780c5bf5-f167-4f9b-9366-1a64641d58a5 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae4d6b2177c947d58dd2b60ee87d7aa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279632 Jul 02 11:09:13.877744 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-8eed942a-56e9-4f3d-a198-bf33fe7f21cc service neutron] 10.222.0.24 "GET /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821328 Jul 02 11:09:13.971617 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6879c2fe-4391-46b4-ae13-af84981f8d4e service neutron] 10.222.0.24 "GET /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875564 Jul 02 11:09:14.132131 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5619bce7-c138-4304-a640-9865e4465d26 req-e584b9f3-5a1d-4800-b9cd-68fe0dd80eb3 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 210 time: 0.0286746 Jul 02 11:09:15.251339 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4f8c8cf5-b2e1-45c1-8a70-a220ecd82d87 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:15.253628 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4f8c8cf5-b2e1-45c1-8a70-a220ecd82d87 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.67 "GET /v2.0/networks?id=cf3ca9c3-17c7-443a-a429-1f3cf6e52178 HTTP/1.1" status: 200 len: 813 time: 0.1084142 Jul 02 11:09:15.283222 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6a305d64-8dec-4e2d-bd9d-90aed48f711a req-27e002b5-67c6-4abf-874d-5de6fc91503a tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 210 time: 0.0283041 Jul 02 11:09:15.287391 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Request body: {'port': {'device_id': '0c7d8c4a-aa37-412a-a97d-466bbb797e20', 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178', 'admin_state_up': True, 'tenant_id': 'ae4d6b2177c947d58dd2b60ee87d7aa1'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:15.397676 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Made reservation on behalf of ae4d6b2177c947d58dd2b60ee87d7aa1 for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:09:15.401219 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:15.522165 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Allocated IP 172.20.0.5 (cf3ca9c3-17c7-443a-a429-1f3cf6e52178/9aa5a331-2b0a-4319-ab86-8e6d15a8cdb4/0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:15.665250 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:15.701610 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:15.744893 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:15.747845 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:15.751427 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:15.758489 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Pushing event updated for resources: {'Port': ['ID=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:15.802915 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:15.803440 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:15.818115 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-4bcd255f-941e-49ff-8420-f5fd17d5a2fa tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5373373 Jul 02 11:09:15.832974 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Request body: {'port': {'device_id': '0c7d8c4a-aa37-412a-a97d-466bbb797e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:15.905343 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:16.167008 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:09:16.174325 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:16.186711 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Transition to ACTIVE for port object 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:16.190071 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:16.243445 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:16.309697 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Attempting to bind port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:09:16.310371 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Attempting to bind port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '3373959d-d829-455d-be7e-2dc8398cecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:09:16.310371 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Attempting to bind port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 on network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:09:16.315122 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 on network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:09:16.315899 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Attempting to bind port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 on network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:09:16.322385 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:09:16.322722 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Checking segment: {'id': '3373959d-d829-455d-be7e-2dc8398cecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:09:16.323109 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Bound using segment: {'id': '3373959d-d829-455d-be7e-2dc8398cecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:09:16.323536 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Bound port: 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3373959d-d829-455d-be7e-2dc8398cecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:09:16.323895 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:16.390270 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] For port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:09:16.393331 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] For port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3,segment=NetworkSegment(3373959d-d829-455d-be7e-2dc8398cecac),segment_id=3373959d-d829-455d-be7e-2dc8398cecac)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:09:16.397738 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:16.464396 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:16.464971 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:16.466309 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] 10.222.0.67 "PUT /v2.0/ports/0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 HTTP/1.1" status: 200 len: 1093 time: 0.6375821 Jul 02 11:09:16.468181 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7d8c4a-aa37-412a-a97d-466bbb797e20', 'tag': '0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:09:16.470507 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5131cc8b-3cf2-491a-b528-2ec0237d28a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7d8c4a-aa37-412a-a97d-466bbb797e20", "tag": "0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:09:16.499212 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895c1cd-2a6a-41b1-b2ba-8f8ec7d62285 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:16.525023 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fff39b-e5a1-487b-9acd-cef69e4d44c4 x-openstack-request-id: req-d8fff39b-e5a1-487b-9acd-cef69e4d44c4 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:09:16.525313 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7d8c4a-aa37-412a-a97d-466bbb797e20", "tag": "0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:09:16.525566 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8fff39b-e5a1-487b-9acd-cef69e4d44c4 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:09:16.525959 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7d8c4a-aa37-412a-a97d-466bbb797e20', 'tag': '0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3', 'status': 'completed', 'code': 200} Jul 02 11:09:16.550287 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d045e6b-0623-4531-8d87-fd41230821dc req-6f527181-bcb1-487c-9548-e0531e737b13 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:16.551747 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9d045e6b-0623-4531-8d87-fd41230821dc req-6f527181-bcb1-487c-9548-e0531e737b13 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 943 time: 0.1297455 Jul 02 11:09:16.600845 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9d045e6b-0623-4531-8d87-fd41230821dc req-0e61e160-8a4a-4fa2-bdaf-6362e1cb3018 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427890 Jul 02 11:09:16.605555 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-062bb2a4-6017-44f4-851a-7eaf862411df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:16.606979 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-062bb2a4-6017-44f4-851a-7eaf862411df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae4d6b2177c947d58dd2b60ee87d7aa1&device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 1096 time: 0.0940490 Jul 02 11:09:16.652540 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-585af668-c6b1-4284-b5fa-3118f982be35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 HTTP/1.1" status: 200 len: 217 time: 0.0362346 Jul 02 11:09:16.703402 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-ca51b0f3-a38f-4a1f-a8e8-1084536e3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:16.704804 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-ca51b0f3-a38f-4a1f-a8e8-1084536e3a63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9aa5a331-2b0a-4319-ab86-8e6d15a8cdb4 HTTP/1.1" status: 200 len: 853 time: 0.0423906 Jul 02 11:09:16.739082 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-529dad41-9dd6-4de1-bafc-8f028ea022b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf3ca9c3-17c7-443a-a429-1f3cf6e52178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250392 Jul 02 11:09:16.831835 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-c2d0b5e3-6bd8-4b2a-8575-95ad7684eab2 service neutron] 10.222.0.67 "GET /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843139 Jul 02 11:09:16.920132 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b9f2e4e-2b80-40b4-b2e9-8d3db67485f2 req-2d98f3a9-cbee-4a54-a2e6-66c34f4c6952 service neutron] 10.222.0.67 "GET /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804348 Jul 02 11:09:17.036255 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131cc8b-3cf2-491a-b528-2ec0237d28a3 req-d512a21c-376d-4b39-b043-98db31589ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:17.037773 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5131cc8b-3cf2-491a-b528-2ec0237d28a3 req-d512a21c-376d-4b39-b043-98db31589ec9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae4d6b2177c947d58dd2b60ee87d7aa1&device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 1096 time: 0.0551808 Jul 02 11:09:17.125251 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131cc8b-3cf2-491a-b528-2ec0237d28a3 req-802c8cf1-fe3c-486b-bd2b-13dc848c2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:17.126664 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5131cc8b-3cf2-491a-b528-2ec0237d28a3 req-802c8cf1-fe3c-486b-bd2b-13dc848c2cb5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf3ca9c3-17c7-443a-a429-1f3cf6e52178 HTTP/1.1" status: 200 len: 914 time: 0.0816698 Jul 02 11:09:17.171861 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5131cc8b-3cf2-491a-b528-2ec0237d28a3 req-b876dd8a-d5e4-442d-b084-a6f3cfc709b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 HTTP/1.1" status: 200 len: 217 time: 0.0366054 Jul 02 11:09:17.426088 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131cc8b-3cf2-491a-b528-2ec0237d28a3 req-7852d4f0-e3d9-44cf-8398-9a1c18615e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:17.427463 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5131cc8b-3cf2-491a-b528-2ec0237d28a3 req-7852d4f0-e3d9-44cf-8398-9a1c18615e20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9aa5a331-2b0a-4319-ab86-8e6d15a8cdb4 HTTP/1.1" status: 200 len: 853 time: 0.2484894 Jul 02 11:09:17.460948 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5131cc8b-3cf2-491a-b528-2ec0237d28a3 req-4c65aab3-e223-4bf8-9151-ee7df7ddb0b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf3ca9c3-17c7-443a-a429-1f3cf6e52178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255001 Jul 02 11:09:17.553368 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5131cc8b-3cf2-491a-b528-2ec0237d28a3 req-40b452dc-f12f-4092-b72d-dcf77752a29e service neutron] 10.222.0.67 "GET /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832255 Jul 02 11:09:17.641222 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5131cc8b-3cf2-491a-b528-2ec0237d28a3 req-6e09e0c1-1928-4554-aca6-618d45256006 service neutron] 10.222.0.67 "GET /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803833 Jul 02 11:09:17.776839 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234dd94-2d4f-4679-8d16-ddc5866524ce req-482beba1-7e1c-4a1f-a277-b137d729c415 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:17.778295 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d234dd94-2d4f-4679-8d16-ddc5866524ce req-482beba1-7e1c-4a1f-a277-b137d729c415 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 943 time: 0.0682540 Jul 02 11:09:17.815153 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d234dd94-2d4f-4679-8d16-ddc5866524ce req-5aba67e7-1863-42f5-95db-831e77b7ea06 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311146 Jul 02 11:09:18.987466 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3012dc-8f9b-4253-adb2-e755842ae3b8 req-886111e3-9e27-4f23-8a84-7d9052037794 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:18.989625 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8d3012dc-8f9b-4253-adb2-e755842ae3b8 req-886111e3-9e27-4f23-8a84-7d9052037794 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 943 time: 0.0622299 Jul 02 11:09:19.026676 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8d3012dc-8f9b-4253-adb2-e755842ae3b8 req-11825dfc-0762-432f-af33-99b2dae6091b tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315754 Jul 02 11:09:19.626331 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41802) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:19.726258 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-211e91ae-5929-4e92-8441-672491dd0c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:19.814038 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-211e91ae-5929-4e92-8441-672491dd0c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:19.817787 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-211e91ae-5929-4e92-8441-672491dd0c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:19.853946 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-211e91ae-5929-4e92-8441-672491dd0c01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1905576242ea46bbbe02c136479b5d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265153 Jul 02 11:09:19.855860 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e91ae-5929-4e92-8441-672491dd0c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a1b510-19d2-4d77-a44e-c469f9466008,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:19.856593 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41806) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:19.904065 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-235e5fe8-ee35-42dd-a711-77f447d5a4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:19.926651 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-235e5fe8-ee35-42dd-a711-77f447d5a4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:19.976412 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-235e5fe8-ee35-42dd-a711-77f447d5a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:19.979670 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-235e5fe8-ee35-42dd-a711-77f447d5a4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:19.981126 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-235e5fe8-ee35-42dd-a711-77f447d5a4ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0a1b510-19d2-4d77-a44e-c469f9466008 HTTP/1.1" status: 204 len: 168 time: 0.1233652 Jul 02 11:09:19.993378 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e5fe8-ee35-42dd-a711-77f447d5a4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a1b510-19d2-4d77-a44e-c469f9466008,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:20.203202 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e33ed-f641-4d59-ac25-3637d097b52c req-921475dd-4a60-4175-92b5-9b7116e915d4 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:20.204715 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-603e33ed-f641-4d59-ac25-3637d097b52c req-921475dd-4a60-4175-92b5-9b7116e915d4 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 943 time: 0.0659978 Jul 02 11:09:20.205168 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:09:20.249597 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-603e33ed-f641-4d59-ac25-3637d097b52c req-7b22dd9a-817d-444d-8a40-bd7a52ae90eb tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Jul 02 11:09:20.302958 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3,segment=NetworkSegment(3373959d-d829-455d-be7e-2dc8398cecac),segment_id=3373959d-d829-455d-be7e-2dc8398cecac)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:20.313848 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3', 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178', 'port_id': '0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3', 'mac_address': 'fa:16:3e:75:64:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa5a331-2b0a-4319-ab86-8e6d15a8cdb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:09:20.353785 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:20.366950 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:09:20.387311 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3,segment=NetworkSegment(3373959d-d829-455d-be7e-2dc8398cecac),segment_id=3373959d-d829-455d-be7e-2dc8398cecac)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:20.391233 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:20.439020 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:20.601591 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41830) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:20.666444 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:09:20.693146 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1685009214-network', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:20.713737 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Made reservation on behalf of 3eff47995f3f4655b1331dbda8a4fdc2 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:09:20.716291 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:20.724642 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:20.815351 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:20.819641 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:20.840544 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:09:20.855132 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7573f88-13ac-4fb3-bed6-dee8ffe6e958,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:20.859223 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:20.859809 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.segments_db [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Added segment 7450291f-6c44-4043-b910-8a74b745612b of type vlan for network b26bed70-0c26-4d88-b5ea-794be6e2fc5d Jul 02 11:09:20.900161 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:20.930132 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:20.931120 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:20.931698 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:20.960665 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3579757 Jul 02 11:09:20.963661 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41834) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:20.968773 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-9c71a65f-3e81-4a15-b7da-b2c3ac4e85d3 admin admin] Request body: {'subnet': {'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1685009214-subnet', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'ip_version': 4}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:20.989973 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c71a65f-3e81-4a15-b7da-b2c3ac4e85d3 admin admin] Made reservation on behalf of 3eff47995f3f4655b1331dbda8a4fdc2 for: {'subnet': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:09:20.992284 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9c71a65f-3e81-4a15-b7da-b2c3ac4e85d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28375820'] for subnet, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:20.999840 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ea191-a3ac-42fb-95c1-cfae9ce9d410 admin admin] Pushing event updated for resources: {'Network': ['ID=b26bed70-0c26-4d88-b5ea-794be6e2fc5d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:21.022452 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network b26bed70-0c26-4d88-b5ea-794be6e2fc5d details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:09:21.169765 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9c71a65f-3e81-4a15-b7da-b2c3ac4e85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27721884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28375838'] for subnet, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.217974 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71a65f-3e81-4a15-b7da-b2c3ac4e85d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4b573e-f211-4c97-a0ae-62a58fff67bc,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:21.233443 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71a65f-3e81-4a15-b7da-b2c3ac4e85d3 admin admin] Checking segment: {'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:09:21.233807 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c71a65f-3e81-4a15-b7da-b2c3ac4e85d3 admin admin] Network hostable DHCP agents. Network: b26bed70-0c26-4d88-b5ea-794be6e2fc5d, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:09:21.256946 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c71a65f-3e81-4a15-b7da-b2c3ac4e85d3 admin admin] Network b26bed70-0c26-4d88-b5ea-794be6e2fc5d is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:09:21.265765 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-9c71a65f-3e81-4a15-b7da-b2c3ac4e85d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, b26bed70-0c26-4d88-b5ea-794be6e2fc5d) {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:21.270555 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c71a65f-3e81-4a15-b7da-b2c3ac4e85d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:21.271161 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9c71a65f-3e81-4a15-b7da-b2c3ac4e85d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.281525 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c9ecd-39cf-424c-836e-c28247d1b27e None None] Network b26bed70-0c26-4d88-b5ea-794be6e2fc5d requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:09:21.292997 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-9c71a65f-3e81-4a15-b7da-b2c3ac4e85d3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3279753 Jul 02 11:09:21.295487 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41838) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:21.300064 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:21.322479 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13668'] for router, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.323600 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13693'] for router, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.379568 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.436548 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp771782b2-23d0-564c-8300-e9a8c7d0fe53-b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc'}]}} from dv-cinder-784092-13-iscsi. {{(pid=93179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 11:09:21.437684 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.549944 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13583'] for router, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.567869 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6750a-3e8f-49cf-967e-c78cdde10048 req-ceda02b5-1baf-438e-9182-7da236a95bbc tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:21.569421 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fcb6750a-3e8f-49cf-967e-c78cdde10048 req-ceda02b5-1baf-438e-9182-7da236a95bbc tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 944 time: 0.1886127 Jul 02 11:09:21.573636 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.db_base_plugin_common [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Allocated IP 172.20.0.2 (b26bed70-0c26-4d88-b5ea-794be6e2fc5d/2e4b573e-f211-4c97-a0ae-62a58fff67bc/b990189d-4e57-49e1-9844-09cb5d95943a) {{(pid=93179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:21.627214 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fcb6750a-3e8f-49cf-967e-c78cdde10048 req-4b969fc7-aa7e-4df5-a3f4-a2eda57b7f61 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464420 Jul 02 11:09:21.716412 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.725527 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Transition to ACTIVE for port object b990189d-4e57-49e1-9844-09cb5d95943a will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:21.739922 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Transition to ACTIVE for port object b990189d-4e57-49e1-9844-09cb5d95943a will not be triggered until provisioned by entity DHCP. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:21.746040 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.790195 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Network b26bed70-0c26-4d88-b5ea-794be6e2fc5d is already hosted by enough agents. {{(pid=93179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:21.793065 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.base_scheduler [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Resources bound (agent type, host, resource id): {{(pid=93179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:21.794719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.795512 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Received port after_create {{(pid=93179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:21.804683 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Pushing event updated for resources: {'Port': ['ID=b990189d-4e57-49e1-9844-09cb5d95943a,revision_number=1']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:21.817391 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.858975 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Attempting to bind port b990189d-4e57-49e1-9844-09cb5d95943a on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:09:21.859331 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Attempting to bind port b990189d-4e57-49e1-9844-09cb5d95943a by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:09:21.859689 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Attempting to bind port b990189d-4e57-49e1-9844-09cb5d95943a on network b26bed70-0c26-4d88-b5ea-794be6e2fc5d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:09:21.865212 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:09:21.865598 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Checking segment: {'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:09:21.865994 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.866393 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Bound using segment: {'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:09:21.866922 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Bound port: b990189d-4e57-49e1-9844-09cb5d95943a, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:09:21.867303 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:21.924242 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Allocated IP 172.27.1.43 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/4e44acf8-d1a7-4047-a835-a1ba02fb20f6) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:21.932676 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] For port b990189d-4e57-49e1-9844-09cb5d95943a, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:09:21.935704 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] For port b990189d-4e57-49e1-9844-09cb5d95943a, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=b990189d-4e57-49e1-9844-09cb5d95943a,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:09:21.940642 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:22.004469 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3fcd2-852e-4ed5-adb8-956027f9edf1 None None] Pushing event updated for resources: {'Port': ['ID=b990189d-4e57-49e1-9844-09cb5d95943a,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:22.041477 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:22.082229 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:22.125868 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:22.130157 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:22.132338 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Pushing event updated for resources: {'Port': ['ID=4e44acf8-d1a7-4047-a835-a1ba02fb20f6,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:22.134482 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:22.207458 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:22.273280 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:22.277576 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:22.278220 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:22.364116 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:22.385853 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7d8c4a-aa37-412a-a97d-466bbb797e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:09:22.388079 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b32141-e19f-4f16-bce5-48fb57947b83" -d '{"events": [{"server_uuid": "0c7d8c4a-aa37-412a-a97d-466bbb797e20", "name": "network-vif-plugged", "status": "completed", "tag": "0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:09:22.401330 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3,segment=NetworkSegment(3373959d-d829-455d-be7e-2dc8398cecac),segment_id=3373959d-d829-455d-be7e-2dc8398cecac)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:22.407040 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:22.425840 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:22.431362 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2107297-babb-44d4-928e-0671b8d2946d x-openstack-request-id: req-f2107297-babb-44d4-928e-0671b8d2946d {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:09:22.431653 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7d8c4a-aa37-412a-a97d-466bbb797e20", "name": "network-vif-plugged", "status": "completed", "tag": "0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:09:22.431902 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2107297-babb-44d4-928e-0671b8d2946d {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:09:22.432309 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7d8c4a-aa37-412a-a97d-466bbb797e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3', 'code': 200} Jul 02 11:09:22.464029 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:22.661863 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700700'] for router, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:22.732148 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879ea48-2584-4bfe-b10b-febb43b0c15f req-0962b053-f122-44aa-913f-891cf18489f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:22.733688 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d879ea48-2584-4bfe-b10b-febb43b0c15f req-0962b053-f122-44aa-913f-891cf18489f2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 1098 time: 0.1148548 Jul 02 11:09:22.855692 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d879ea48-2584-4bfe-b10b-febb43b0c15f req-f75888d9-0aad-4934-ad62-192ab7cb8752 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849226 Jul 02 11:09:22.892114 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60692ecb-9366-419e-bebd-418e25754800 req-8affd506-b459-480c-b0a5-2b104602fa04 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:22.894862 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-60692ecb-9366-419e-bebd-418e25754800 req-8affd506-b459-480c-b0a5-2b104602fa04 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 945 time: 0.1260152 Jul 02 11:09:22.900950 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 is scheduled to L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d with binding_index 1 {{(pid=93178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 11:09:22.907143 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aaa5fd-d6f1-4c0e-b7b6-ca3ea0f371c8 None None] Network b26bed70-0c26-4d88-b5ea-794be6e2fc5d requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:09:22.983605 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-8dc7fa69-0cf8-442a-80ed-725a4641fb4f None None] Provisioning for port b990189d-4e57-49e1-9844-09cb5d95943a completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:22.992983 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-60692ecb-9366-419e-bebd-418e25754800 req-f86be891-8f4e-418c-97e5-13570b8211bc tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889442 Jul 02 11:09:23.264339 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:09:23.273710 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Sync routers for ids ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:09:23.282979 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] Notify callbacks [] for router, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:23.283204 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Routers {'6f3f725d-16f7-4bb7-b33b-22efe4e68917'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:23.283815 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:23.285783 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-3e08958b-9616-413e-9709-d1b38c386935 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9889901 Jul 02 11:09:23.288268 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41848) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:23.403539 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device b990189d-4e57-49e1-9844-09cb5d95943a up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:23.409471 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Set router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:23.566397 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port b990189d-4e57-49e1-9844-09cb5d95943a completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:23.572510 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port b990189d-4e57-49e1-9844-09cb5d95943a triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:23.573033 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:23.678317 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:22Z', 'revision_number': 3, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:23.709836 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Checking router: 6f3f725d-16f7-4bb7-b33b-22efe4e68917 for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:09:23.710194 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Updating router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 port 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 binding host dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:09:23.713365 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:23.714788 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:23.763730 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:23.793623 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port b990189d-4e57-49e1-9844-09cb5d95943a, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=b990189d-4e57-49e1-9844-09cb5d95943a,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:23.800924 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:23.886897 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Allocated IP 172.20.0.1 (b26bed70-0c26-4d88-b5ea-794be6e2fc5d/2e4b573e-f211-4c97-a0ae-62a58fff67bc/b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:23.920807 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=b990189d-4e57-49e1-9844-09cb5d95943a,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:23.991658 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.009594 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Transition to ACTIVE for port object b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:24.043065 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28570778'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.075812 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.083657 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Network b26bed70-0c26-4d88-b5ea-794be6e2fc5d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:24.087138 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Transition to ACTIVE for port object 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:24.088426 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:24.092076 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:24.095668 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.115116 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Pushing event updated for resources: {'Port': ['ID=b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:24.134959 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699676'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.149679 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Attempting to bind port 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:09:24.150210 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Attempting to bind port 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:09:24.150416 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Attempting to bind port 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 on network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:09:24.160719 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:09:24.161089 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Checking segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:09:24.161492 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.161938 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Bound using segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:09:24.162401 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Bound port: 4e44acf8-d1a7-4047-a835-a1ba02fb20f6, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:09:24.162779 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.167895 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c17b29-22e4-4451-851c-886f63a26dfd None None] Pushing event updated for resources: {'Port': ['ID=4e44acf8-d1a7-4047-a835-a1ba02fb20f6,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:24.222735 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1aca91-e4c5-4501-adc8-baf7f596498a req-4530b723-2544-49e4-a85e-d4af241ecc45 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:24.223768 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] For port 4e44acf8-d1a7-4047-a835-a1ba02fb20f6, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:09:24.225291 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-af1aca91-e4c5-4501-adc8-baf7f596498a req-4530b723-2544-49e4-a85e-d4af241ecc45 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 945 time: 0.0973186 Jul 02 11:09:24.228388 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] For port 4e44acf8-d1a7-4047-a835-a1ba02fb20f6, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=4e44acf8-d1a7-4047-a835-a1ba02fb20f6,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:09:24.235000 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.276875 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-af1aca91-e4c5-4501-adc8-baf7f596498a req-79fe4a5d-de42-4951-9e4f-7484d7c7d2ed tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454946 Jul 02 11:09:24.308806 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Routers {'6f3f725d-16f7-4bb7-b33b-22efe4e68917'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:24.308806 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:24.309051 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.348583 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c17b29-22e4-4451-851c-886f63a26dfd None None] Pushing event updated for resources: {'Port': ['ID=4e44acf8-d1a7-4047-a835-a1ba02fb20f6,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:24.413601 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-1cebbcc7-36be-41c8-8831-2a6120421435 None None] Provisioning for port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:24.429043 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-1cebbcc7-36be-41c8-8831-2a6120421435 None None] Provisioning complete for port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:24.429542 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-1cebbcc7-36be-41c8-8831-2a6120421435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.493911 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.500484 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28570760'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.569980 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Pushing event updated for resources: {'Port': ['ID=b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:24.572455 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699866'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.592830 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] Set router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:24.633403 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-1cebbcc7-36be-41c8-8831-2a6120421435 None None] Port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:09:24.674385 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Network b26bed70-0c26-4d88-b5ea-794be6e2fc5d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:24.676035 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:24.830338 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:09:24.868376 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9', 'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'mac_address': 'fa:16:3e:40:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:23Z', 'updated_at': '2021-07-02T11:09:23Z', 'revision_number': 1, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'subnets': [{'id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:24.904921 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf72c67-0225-4f82-b1c7-b99989603afb None None] The sync data for ids ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'] in dv-cinder-784092-13-iscsi is: [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9', 'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'mac_address': 'fa:16:3e:40:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:23Z', 'updated_at': '2021-07-02T11:09:23Z', 'revision_number': 1, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'subnets': [{'id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:09:24.955878 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-428ea5bd-9405-4993-9685-53ae3e3f02d0 None None] Provisioning complete for port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:24.956820 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-428ea5bd-9405-4993-9685-53ae3e3f02d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:24.960852 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:09:24.966373 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-31d5f8ff-572a-4841-835e-4dfd76271b5e admin admin] 10.222.0.24 "PUT /v2.0/routers/6f3f725d-16f7-4bb7-b33b-22efe4e68917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6749082 Jul 02 11:09:24.995576 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-428ea5bd-9405-4993-9685-53ae3e3f02d0 None None] Port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:09:25.365371 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device b990189d-4e57-49e1-9844-09cb5d95943a up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:25.420684 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port b990189d-4e57-49e1-9844-09cb5d95943a triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:25.421244 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:25.540023 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41924) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:25.545110 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-223061512-network', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:25.570977 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Made reservation on behalf of d8ef8b7732d14952bc029da045f1a3e6 for: {'network': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:09:25.575951 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:25.595177 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:25.706717 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:25.710863 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:25.741100 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:09:25.750021 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c336558-4d94-43dd-9a50-37e935cf04ec,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:25.762636 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:25.762995 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.segments_db [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Added segment a654dc37-5d2b-4127-803f-deffcc06c3d1 of type vlan for network 5187ac1e-f1f6-4039-b738-8c6132ca0326 Jul 02 11:09:25.814057 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:25.846054 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:25.847698 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:25.848285 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:25.908462 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3672726 Jul 02 11:09:25.911842 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41928) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:25.917025 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-58010bba-d69f-44ef-9b6b-8eb2f08b32cc admin admin] Request body: {'subnet': {'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-223061512-subnet', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'ip_version': 4}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:25.920058 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b626c-612d-4fcf-a8cd-76e7e1009add admin admin] Pushing event updated for resources: {'Network': ['ID=5187ac1e-f1f6-4039-b738-8c6132ca0326,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:25.934005 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network 5187ac1e-f1f6-4039-b738-8c6132ca0326 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:09:25.945687 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58010bba-d69f-44ef-9b6b-8eb2f08b32cc admin admin] Made reservation on behalf of d8ef8b7732d14952bc029da045f1a3e6 for: {'subnet': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:09:25.948370 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58010bba-d69f-44ef-9b6b-8eb2f08b32cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28375820'] for subnet, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.131604 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58010bba-d69f-44ef-9b6b-8eb2f08b32cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27721884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28375838'] for subnet, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.192817 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58010bba-d69f-44ef-9b6b-8eb2f08b32cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d385160f-b680-47bb-9ed3-9faea337b102,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:26.201494 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58010bba-d69f-44ef-9b6b-8eb2f08b32cc admin admin] Checking segment: {'id': 'a654dc37-5d2b-4127-803f-deffcc06c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:09:26.201850 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58010bba-d69f-44ef-9b6b-8eb2f08b32cc admin admin] Network hostable DHCP agents. Network: 5187ac1e-f1f6-4039-b738-8c6132ca0326, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:09:26.219831 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58010bba-d69f-44ef-9b6b-8eb2f08b32cc admin admin] Network 5187ac1e-f1f6-4039-b738-8c6132ca0326 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:09:26.229293 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-58010bba-d69f-44ef-9b6b-8eb2f08b32cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, 5187ac1e-f1f6-4039-b738-8c6132ca0326) {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:26.233256 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58010bba-d69f-44ef-9b6b-8eb2f08b32cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:26.233852 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58010bba-d69f-44ef-9b6b-8eb2f08b32cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.242145 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6a564-053d-4cfd-a719-636cd91df6e0 None None] Network 5187ac1e-f1f6-4039-b738-8c6132ca0326 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:09:26.248286 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-58010bba-d69f-44ef-9b6b-8eb2f08b32cc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3353684 Jul 02 11:09:26.251049 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41930) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:26.256180 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-223061512-router', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:26.278975 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13668'] for router, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.279915 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13693'] for router, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.332006 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.391875 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp771782b2-23d0-564c-8300-e9a8c7d0fe53-5187ac1e-f1f6-4039-b738-8c6132ca0326', 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'fixed_ips': [{'subnet_id': 'd385160f-b680-47bb-9ed3-9faea337b102'}]}} from dv-cinder-784092-13-iscsi. {{(pid=93179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 11:09:26.392782 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.474098 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13583'] for router, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.532278 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.db_base_plugin_common [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Allocated IP 172.20.0.2 (5187ac1e-f1f6-4039-b738-8c6132ca0326/d385160f-b680-47bb-9ed3-9faea337b102/bafe37ab-b830-43b9-bfb3-fe60f7458955) {{(pid=93179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:26.677648 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Notify callbacks [] for port, precommit_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.687489 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Transition to ACTIVE for port object bafe37ab-b830-43b9-bfb3-fe60f7458955 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:26.688208 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.705665 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Transition to ACTIVE for port object bafe37ab-b830-43b9-bfb3-fe60f7458955 will not be triggered until provisioned by entity DHCP. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:26.719131 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.720392 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.763177 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Network 5187ac1e-f1f6-4039-b738-8c6132ca0326 is already hosted by enough agents. {{(pid=93179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:26.766324 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.base_scheduler [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Resources bound (agent type, host, resource id): {{(pid=93179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:26.772072 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Received port after_create {{(pid=93179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:26.779966 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Pushing event updated for resources: {'Port': ['ID=bafe37ab-b830-43b9-bfb3-fe60f7458955,revision_number=1']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:26.836031 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Attempting to bind port bafe37ab-b830-43b9-bfb3-fe60f7458955 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:09:26.836402 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Attempting to bind port bafe37ab-b830-43b9-bfb3-fe60f7458955 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': 'a654dc37-5d2b-4127-803f-deffcc06c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:09:26.836908 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Attempting to bind port bafe37ab-b830-43b9-bfb3-fe60f7458955 on network 5187ac1e-f1f6-4039-b738-8c6132ca0326 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:09:26.836994 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Allocated IP 172.27.1.159 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/7c44019d-588b-45f4-ba2a-99447a1cfa93) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:26.842362 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:09:26.842715 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Checking segment: {'id': 'a654dc37-5d2b-4127-803f-deffcc06c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:09:26.843204 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.843646 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Bound using segment: {'id': 'a654dc37-5d2b-4127-803f-deffcc06c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:09:26.848398 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Bound port: bafe37ab-b830-43b9-bfb3-fe60f7458955, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a654dc37-5d2b-4127-803f-deffcc06c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:09:26.848713 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.922872 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] For port bafe37ab-b830-43b9-bfb3-fe60f7458955, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:09:26.928791 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] For port bafe37ab-b830-43b9-bfb3-fe60f7458955, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=bafe37ab-b830-43b9-bfb3-fe60f7458955,segment=NetworkSegment(a654dc37-5d2b-4127-803f-deffcc06c3d1),segment_id=a654dc37-5d2b-4127-803f-deffcc06c3d1)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:09:26.933816 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:26.969133 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:27.001984 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f7691-2720-46ca-b650-99837ef4a266 None None] Pushing event updated for resources: {'Port': ['ID=bafe37ab-b830-43b9-bfb3-fe60f7458955,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:27.015453 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:27.040538 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Sync routers for ids ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:09:27.051816 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Routers {'6f3f725d-16f7-4bb7-b33b-22efe4e68917'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:27.052450 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:27.072558 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:27.075590 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:27.078202 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:27.110413 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Pushing event updated for resources: {'Port': ['ID=7c44019d-588b-45f4-ba2a-99447a1cfa93,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:27.163417 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Set router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:27.399263 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:27.437229 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:27.490186 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:27.494342 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:27.494960 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:27.523438 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9', 'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'mac_address': 'fa:16:3e:40:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:23Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 2, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'subnets': [{'id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:27.556388 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:27.558196 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Checking router: 6f3f725d-16f7-4bb7-b33b-22efe4e68917 for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:09:27.558823 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Updating router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 binding host dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:09:27.594042 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:27.603856 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:27.610741 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700700'] for router, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:27.626132 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 4e44acf8-d1a7-4047-a835-a1ba02fb20f6, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=4e44acf8-d1a7-4047-a835-a1ba02fb20f6,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:27.631640 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:27.632480 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device bafe37ab-b830-43b9-bfb3-fe60f7458955 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:27.717355 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=4e44acf8-d1a7-4047-a835-a1ba02fb20f6,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:27.740127 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port bafe37ab-b830-43b9-bfb3-fe60f7458955 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:27.768041 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Router 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f is scheduled to L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d with binding_index 1 {{(pid=93178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 11:09:27.891337 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:09:27.902189 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Sync routers for ids ['607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:09:27.914726 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Notify callbacks [] for port, precommit_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:27.915385 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:27.917135 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-50175087-4153-4c58-a556-5c3c4e7a03f7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6649945 Jul 02 11:09:27.918815 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41936) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:27.921033 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.provisioning_blocks [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Transition to ACTIVE for port object b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 will not be triggered until provisioned by entity L2. {{(pid=93180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:27.924243 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Routers {'607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:27.925827 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:27.931361 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:28.000119 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Pushing event updated for resources: {'Port': ['ID=b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9,revision_number=3']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:28.047157 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:28.047768 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:28.047768 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:28.048014 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:28.051457 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:28.052084 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:28.052636 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:28.053141 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:28.053666 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:28.054412 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:28.055133 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:28.055665 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:28.082294 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Set router 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:28.122250 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Attempting to bind port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:09:28.123031 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Attempting to bind port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:09:28.123560 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Attempting to bind port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 on network b26bed70-0c26-4d88-b5ea-794be6e2fc5d {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:09:28.129691 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:09:28.130320 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Checking segment: {'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:09:28.130883 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:28.131441 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Bound using segment: {'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:09:28.132076 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Bound port: b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'}}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:09:28.132828 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:28.177476 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42928d8a-cfb4-4bdb-8353-c2358415cb28 None None] Network 5187ac1e-f1f6-4039-b738-8c6132ca0326 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:09:28.211320 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] For port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:09:28.215439 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] For port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:09:28.221101 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:28.289463 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Routers {'6f3f725d-16f7-4bb7-b33b-22efe4e68917'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:28.290098 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:28.295322 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba88f70-a05b-400a-bb49-6eb8b803a6b4 None None] Pushing event updated for resources: {'Port': ['ID=b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9,revision_number=4']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:28.309005 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-8801723b-ae0f-4927-9db2-129679ca265c None None] Provisioning for port bafe37ab-b830-43b9-bfb3-fe60f7458955 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:28.321359 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-8801723b-ae0f-4927-9db2-129679ca265c None None] Provisioning complete for port bafe37ab-b830-43b9-bfb3-fe60f7458955 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:28.321604 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8801723b-ae0f-4927-9db2-129679ca265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:28.435312 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] Set router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:28.523289 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:28.551367 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'name': 'tempest-TestShelveInstance-223061512-router', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:27Z', 'revision_number': 3, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'gw_port': {'id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:28.553150 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8801723b-ae0f-4927-9db2-129679ca265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:28.589643 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Checking router: 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:09:28.590368 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Updating router 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f port 7c44019d-588b-45f4-ba2a-99447a1cfa93 binding host dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:09:28.678871 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9', 'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'mac_address': 'fa:16:3e:40:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:23Z', 'updated_at': '2021-07-02T11:09:28Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'subnets': [{'id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:28.692410 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Allocated IP 172.20.0.1 (5187ac1e-f1f6-4039-b738-8c6132ca0326/d385160f-b680-47bb-9ed3-9faea337b102/d144768d-c603-4340-a646-0928448ad681) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:28.706653 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d5406-eeb1-4096-bc9a-9df43fb84518 None None] The sync data for ids ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'] in dv-cinder-784092-13-iscsi is: [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9', 'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'mac_address': 'fa:16:3e:40:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:23Z', 'updated_at': '2021-07-02T11:09:28Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'subnets': [{'id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:09:28.771778 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-8801723b-ae0f-4927-9db2-129679ca265c None None] For port bafe37ab-b830-43b9-bfb3-fe60f7458955, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=bafe37ab-b830-43b9-bfb3-fe60f7458955,segment=NetworkSegment(a654dc37-5d2b-4127-803f-deffcc06c3d1),segment_id=a654dc37-5d2b-4127-803f-deffcc06c3d1)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:28.783468 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8801723b-ae0f-4927-9db2-129679ca265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:28.808973 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:28.817140 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:28.938456 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801723b-ae0f-4927-9db2-129679ca265c None None] Pushing event updated for resources: {'Port': ['ID=bafe37ab-b830-43b9-bfb3-fe60f7458955,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:29.109919 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Transition to ACTIVE for port object d144768d-c603-4340-a646-0928448ad681 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:29.118885 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-03182a08-85a6-41d3-a316-2f31342e9de4 None None] Provisioning complete for port bafe37ab-b830-43b9-bfb3-fe60f7458955 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:29.119409 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-03182a08-85a6-41d3-a316-2f31342e9de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.146347 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28570778'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.193388 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Network 5187ac1e-f1f6-4039-b738-8c6132ca0326 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:29.196216 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:29.199750 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:29.211138 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.232228 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Transition to ACTIVE for port object 7c44019d-588b-45f4-ba2a-99447a1cfa93 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:29.235580 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Pushing event updated for resources: {'Port': ['ID=d144768d-c603-4340-a646-0928448ad681,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:29.267761 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.270641 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699676'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.342989 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Attempting to bind port 7c44019d-588b-45f4-ba2a-99447a1cfa93 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:09:29.343501 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Attempting to bind port 7c44019d-588b-45f4-ba2a-99447a1cfa93 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:09:29.343978 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Attempting to bind port 7c44019d-588b-45f4-ba2a-99447a1cfa93 on network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:09:29.357476 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee518c46-f2b5-434c-8385-f28600538d98 None None] Pushing event updated for resources: {'Port': ['ID=7c44019d-588b-45f4-ba2a-99447a1cfa93,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:29.360210 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:09:29.360591 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Checking segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:09:29.361022 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.361739 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Bound using segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:09:29.361900 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Bound port: 7c44019d-588b-45f4-ba2a-99447a1cfa93, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:09:29.362796 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.462549 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:29.465289 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] For port 7c44019d-588b-45f4-ba2a-99447a1cfa93, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:09:29.499410 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] For port 7c44019d-588b-45f4-ba2a-99447a1cfa93, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=7c44019d-588b-45f4-ba2a-99447a1cfa93,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:09:29.519075 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.531109 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.573947 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-cf211e3b-8011-4aed-a76c-db9ba76359e0 None None] Provisioning for port d144768d-c603-4340-a646-0928448ad681 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:29.595681 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-cf211e3b-8011-4aed-a76c-db9ba76359e0 None None] Provisioning complete for port d144768d-c603-4340-a646-0928448ad681 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:29.596338 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cf211e3b-8011-4aed-a76c-db9ba76359e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.638434 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee518c46-f2b5-434c-8385-f28600538d98 None None] Pushing event updated for resources: {'Port': ['ID=7c44019d-588b-45f4-ba2a-99447a1cfa93,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:29.643091 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Routers {'607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:29.644281 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:29.703698 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:29.714385 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:29.714766 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.717728 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-cf211e3b-8011-4aed-a76c-db9ba76359e0 None None] Port d144768d-c603-4340-a646-0928448ad681 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:09:29.729662 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.734768 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28570760'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.807350 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Pushing event updated for resources: {'Port': ['ID=d144768d-c603-4340-a646-0928448ad681,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:29.808333 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] Set router 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:29.809946 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699866'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.881911 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:29.930545 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Network 5187ac1e-f1f6-4039-b738-8c6132ca0326 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:29.932476 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:29.996423 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:30.005121 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:30.006623 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:30.072501 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Router 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:09:30.191341 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:30.206771 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:30.207143 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:30.207889 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:09:30.213490 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d6ec4f14-3408-4e26-aa96-1cf15a209854 admin admin] 10.222.0.24 "PUT /v2.0/routers/607d4a4e-d48d-4c7c-83fb-9baadfe3a99f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2929800 Jul 02 11:09:30.275066 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'name': 'tempest-TestShelveInstance-223061512-router', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 4, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'gw_port': {'id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'd144768d-c603-4340-a646-0928448ad681', 'name': '', 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'mac_address': 'fa:16:3e:39:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd385160f-b680-47bb-9ed3-9faea337b102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:28Z', 'updated_at': '2021-07-02T11:09:28Z', 'revision_number': 1, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'subnets': [{'id': 'd385160f-b680-47bb-9ed3-9faea337b102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:30.279510 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-a31ba90d-508f-4f87-875d-63023b27cb0b None None] Provisioning complete for port d144768d-c603-4340-a646-0928448ad681 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:30.279510 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a31ba90d-508f-4f87-875d-63023b27cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:30.330452 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e834dd-bcbd-432f-94a3-3861a429dbc1 None None] The sync data for ids ['607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'] in dv-cinder-784092-13-iscsi is: [{'id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'name': 'tempest-TestShelveInstance-223061512-router', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 4, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'gw_port': {'id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'd144768d-c603-4340-a646-0928448ad681', 'name': '', 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'mac_address': 'fa:16:3e:39:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd385160f-b680-47bb-9ed3-9faea337b102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:28Z', 'updated_at': '2021-07-02T11:09:28Z', 'revision_number': 1, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'subnets': [{'id': 'd385160f-b680-47bb-9ed3-9faea337b102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:09:30.344586 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-a31ba90d-508f-4f87-875d-63023b27cb0b None None] Port d144768d-c603-4340-a646-0928448ad681 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:09:30.390340 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device bafe37ab-b830-43b9-bfb3-fe60f7458955 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:30.443320 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port bafe37ab-b830-43b9-bfb3-fe60f7458955 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:30.443694 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:30.711244 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-93b6e6f2-11bd-4c70-8f99-e71d5eb67b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:30.747154 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41964) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:30.751971 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-233f0af3-6b66-4930-bac5-35895427dca5 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1692550679', 'description': 'tempest-secgroup-smoke-1692550679 description', 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:30.783730 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-233f0af3-6b66-4930-bac5-35895427dca5 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:30.874614 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-233f0af3-6b66-4930-bac5-35895427dca5 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:30.880503 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-233f0af3-6b66-4930-bac5-35895427dca5 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:30.912898 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-233f0af3-6b66-4930-bac5-35895427dca5 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:30.916980 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-233f0af3-6b66-4930-bac5-35895427dca5 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1660492 Jul 02 11:09:30.916980 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f0af3-6b66-4930-bac5-35895427dca5 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dde2e4f-4e83-4527-b94b-d8abde10759e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:30.917331 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41966) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:30.926876 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-178f17a9-dd42-4ab5-9801-477bf1227380 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Request body: {'security_group_rule': {'security_group_id': '4dde2e4f-4e83-4527-b94b-d8abde10759e', 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:30.968430 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-178f17a9-dd42-4ab5-9801-477bf1227380 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.056936 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-178f17a9-dd42-4ab5-9801-477bf1227380 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.063352 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-178f17a9-dd42-4ab5-9801-477bf1227380 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.089697 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f17a9-dd42-4ab5-9801-477bf1227380 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d10456-e1c5-4eeb-9507-0db6542be6e4,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:31.094842 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-178f17a9-dd42-4ab5-9801-477bf1227380 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.096145 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-178f17a9-dd42-4ab5-9801-477bf1227380 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1774371 Jul 02 11:09:31.099479 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41972) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:31.104040 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-6c6f70b9-153a-4b93-ba21-80aa61ba431a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Request body: {'security_group_rule': {'security_group_id': '4dde2e4f-4e83-4527-b94b-d8abde10759e', 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:31.132573 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c6f70b9-153a-4b93-ba21-80aa61ba431a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.194808 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c6f70b9-153a-4b93-ba21-80aa61ba431a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.199860 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c6f70b9-153a-4b93-ba21-80aa61ba431a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.225582 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f70b9-153a-4b93-ba21-80aa61ba431a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cc4399-c890-4f49-9e53-7877429a9496,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:31.231471 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c6f70b9-153a-4b93-ba21-80aa61ba431a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.233373 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-6c6f70b9-153a-4b93-ba21-80aa61ba431a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325493 Jul 02 11:09:31.235691 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 41978) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:31.240237 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-35c94add-cb7f-4c9b-8346-9c3a54994895 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Request body: {'security_group_rule': {'security_group_id': '4dde2e4f-4e83-4527-b94b-d8abde10759e', 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:31.248208 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:09:31.271409 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35c94add-cb7f-4c9b-8346-9c3a54994895 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.355388 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35c94add-cb7f-4c9b-8346-9c3a54994895 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.366088 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35c94add-cb7f-4c9b-8346-9c3a54994895 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.386417 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:31.386646 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c94add-cb7f-4c9b-8346-9c3a54994895 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1041587-7459-48fd-935d-4e0b335882fc,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:31.395753 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35c94add-cb7f-4c9b-8346-9c3a54994895 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.397435 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-35c94add-cb7f-4c9b-8346-9c3a54994895 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1602383 Jul 02 11:09:31.399722 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41982) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:31.405121 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2c02660e-8bcc-48db-8b8f-c9ddf01a67c1 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Request body: {'security_group_rule': {'security_group_id': '4dde2e4f-4e83-4527-b94b-d8abde10759e', 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:31.438948 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c02660e-8bcc-48db-8b8f-c9ddf01a67c1 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.442998 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:31.443371 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.512089 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c02660e-8bcc-48db-8b8f-c9ddf01a67c1 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.528555 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c02660e-8bcc-48db-8b8f-c9ddf01a67c1 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.539067 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521a67e-7001-48a6-a029-bfcb078156b6 req-70723ae8-eb84-489c-96a9-0b58a976bfdf tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:31.553284 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2521a67e-7001-48a6-a029-bfcb078156b6 req-70723ae8-eb84-489c-96a9-0b58a976bfdf tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 946 time: 0.0985827 Jul 02 11:09:31.561187 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02660e-8bcc-48db-8b8f-c9ddf01a67c1 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553e69ac-8fb2-408c-a557-0edbc8aa36b0,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:31.570099 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c02660e-8bcc-48db-8b8f-c9ddf01a67c1 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.574922 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-2c02660e-8bcc-48db-8b8f-c9ddf01a67c1 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1735663 Jul 02 11:09:31.575547 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41984) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:31.580137 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d38c93c4-1614-41fa-8bbc-0b9bd773b511 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Request body: {'security_group_rule': {'security_group_id': '4dde2e4f-4e83-4527-b94b-d8abde10759e', 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:31.607096 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2521a67e-7001-48a6-a029-bfcb078156b6 req-b399ad84-1435-4aa7-a1ec-ee4144f77207 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526323 Jul 02 11:09:31.609803 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-d38c93c4-1614-41fa-8bbc-0b9bd773b511 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Project 3eff47995f3f4655b1331dbda8a4fdc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 11:09:31.616969 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d38c93c4-1614-41fa-8bbc-0b9bd773b511 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.695461 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d38c93c4-1614-41fa-8bbc-0b9bd773b511 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.699515 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d38c93c4-1614-41fa-8bbc-0b9bd773b511 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.718363 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c93c4-1614-41fa-8bbc-0b9bd773b511 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a67484-70a0-41d9-b533-78a559460587,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:31.726150 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d38c93c4-1614-41fa-8bbc-0b9bd773b511 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.730314 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d38c93c4-1614-41fa-8bbc-0b9bd773b511 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512494 Jul 02 11:09:31.730530 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 41986) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:31.735277 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5ed7d3bb-83d3-4d37-ab6c-772a3a66f048 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Request body: {'security_group_rule': {'security_group_id': '4dde2e4f-4e83-4527-b94b-d8abde10759e', 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:31.758581 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-5ed7d3bb-83d3-4d37-ab6c-772a3a66f048 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Project 3eff47995f3f4655b1331dbda8a4fdc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 11:09:31.764152 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d3bb-83d3-4d37-ab6c-772a3a66f048 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.830602 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d3bb-83d3-4d37-ab6c-772a3a66f048 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.836558 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d3bb-83d3-4d37-ab6c-772a3a66f048 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.857048 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7d3bb-83d3-4d37-ab6c-772a3a66f048 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6deadc1b-667b-4281-9dcd-9e863aa0ba19,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:31.860909 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d3bb-83d3-4d37-ab6c-772a3a66f048 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:31.862827 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-5ed7d3bb-83d3-4d37-ab6c-772a3a66f048 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306803 Jul 02 11:09:32.818497 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d7b22-11a7-4150-8c27-7ebd8a0164fb req-4827de56-35b5-4e7d-a45c-3ff8b0a44380 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:32.820533 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bd0d7b22-11a7-4150-8c27-7ebd8a0164fb req-4827de56-35b5-4e7d-a45c-3ff8b0a44380 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 946 time: 0.0832324 Jul 02 11:09:32.859796 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bd0d7b22-11a7-4150-8c27-7ebd8a0164fb req-9a2f676f-ae5f-44b2-98f2-f61edf90d38a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331483 Jul 02 11:09:32.904033 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Sync routers for ids ['607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:09:32.914562 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Routers {'607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:32.915179 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:33.019074 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Set router 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:33.028259 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-403428ff-86e7-44b0-b086-9eecd3212737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.191803 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42970d-0943-439b-98c6-d130116e693c req-946c1b8b-8769-441f-bc96-2567137900cd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:33.193124 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1a42970d-0943-439b-98c6-d130116e693c req-946c1b8b-8769-441f-bc96-2567137900cd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 946 time: 0.0698106 Jul 02 11:09:33.225154 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'name': 'tempest-TestShelveInstance-223061512-router', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 4, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'gw_port': {'id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'd144768d-c603-4340-a646-0928448ad681', 'name': '', 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'mac_address': 'fa:16:3e:39:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd385160f-b680-47bb-9ed3-9faea337b102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:28Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 2, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'subnets': [{'id': 'd385160f-b680-47bb-9ed3-9faea337b102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:33.251016 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Checking router: 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:09:33.251372 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Updating router 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f port d144768d-c603-4340-a646-0928448ad681 binding host dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:09:33.292575 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.313974 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Deleting port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:09:33.314520 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.408644 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 7c44019d-588b-45f4-ba2a-99447a1cfa93 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:33.454959 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] For port 526c8f10-0ceb-46d5-a05d-7f32a1654b13, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=526c8f10-0ceb-46d5-a05d-7f32a1654b13,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:33.455592 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.461498 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 7c44019d-588b-45f4-ba2a-99447a1cfa93 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:33.473128 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 7c44019d-588b-45f4-ba2a-99447a1cfa93 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:33.473501 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.513603 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.603109 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Notify callbacks [] for port, precommit_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.614746 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.provisioning_blocks [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Transition to ACTIVE for port object d144768d-c603-4340-a646-0928448ad681 will not be triggered until provisioned by entity L2. {{(pid=93180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:33.624485 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.686876 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7921c-f1c9-4872-9fba-da2e07514709 None None] Pushing event updated for resources: {'Port': ['ID=d144768d-c603-4340-a646-0928448ad681,revision_number=3']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:33.693517 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.724909 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 7c44019d-588b-45f4-ba2a-99447a1cfa93, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=7c44019d-588b-45f4-ba2a-99447a1cfa93,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:33.735492 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.768071 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Attempting to bind port d144768d-c603-4340-a646-0928448ad681 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:09:33.768696 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Attempting to bind port d144768d-c603-4340-a646-0928448ad681 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': 'a654dc37-5d2b-4127-803f-deffcc06c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326'}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:09:33.769702 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Attempting to bind port d144768d-c603-4340-a646-0928448ad681 on network 5187ac1e-f1f6-4039-b738-8c6132ca0326 {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:09:33.777893 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:09:33.778370 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Checking segment: {'id': 'a654dc37-5d2b-4127-803f-deffcc06c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:09:33.779164 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.779739 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Bound using segment: {'id': 'a654dc37-5d2b-4127-803f-deffcc06c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326'} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:09:33.780285 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Bound port: d144768d-c603-4340-a646-0928448ad681, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a654dc37-5d2b-4127-803f-deffcc06c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326'}}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:09:33.780818 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.806227 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=7c44019d-588b-45f4-ba2a-99447a1cfa93,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:33.872160 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] For port d144768d-c603-4340-a646-0928448ad681, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:09:33.875947 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] For port d144768d-c603-4340-a646-0928448ad681, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=d144768d-c603-4340-a646-0928448ad681,segment=NetworkSegment(a654dc37-5d2b-4127-803f-deffcc06c3d1),segment_id=a654dc37-5d2b-4127-803f-deffcc06c3d1)] {{(pid=93180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:09:33.881796 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:33.944208 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7921c-f1c9-4872-9fba-da2e07514709 None None] Pushing event updated for resources: {'Port': ['ID=d144768d-c603-4340-a646-0928448ad681,revision_number=4']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:33.955997 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Routers {'607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:33.957393 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:34.066134 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:34.066825 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:34.066933 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Floating IP b2ef38ae-8cf0-4143-ab84-9cbeb7c4a529 disassociated. External IP: 172.27.1.173, port: 526c8f10-0ceb-46d5-a05d-7f32a1654b13. Jul 02 11:09:34.067239 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Calling delete_port for 526c8f10-0ceb-46d5-a05d-7f32a1654b13 owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:09:34.159703 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05458fe1-89e1-4016-84ac-e5d4e98469b6 req-19583155-29ce-40f2-a2e9-587993a2946b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:34.165107 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-05458fe1-89e1-4016-84ac-e5d4e98469b6 req-19583155-29ce-40f2-a2e9-587993a2946b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7438235-7b94-42ac-b2da-f8c5c37e56f3 HTTP/1.1" status: 200 len: 946 time: 0.1491036 Jul 02 11:09:34.179918 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] Set router 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:34.214419 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-05458fe1-89e1-4016-84ac-e5d4e98469b6 req-16a602f4-6c8e-4939-a296-224f6121bed2 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=799e1b3f-5b81-4d99-98f6-e7458967e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467589 Jul 02 11:09:34.273476 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:34.300418 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event deleted for resources: {'Port': ['ID=526c8f10-0ceb-46d5-a05d-7f32a1654b13,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:34.376359 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:34.401778 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'name': 'tempest-TestShelveInstance-223061512-router', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 4, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'gw_port': {'id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'd144768d-c603-4340-a646-0928448ad681', 'name': '', 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'mac_address': 'fa:16:3e:39:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd385160f-b680-47bb-9ed3-9faea337b102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:28Z', 'updated_at': '2021-07-02T11:09:33Z', 'revision_number': 4, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'subnets': [{'id': 'd385160f-b680-47bb-9ed3-9faea337b102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:34.429727 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b901cd-cf02-4a37-9186-f448f095c389 None None] The sync data for ids ['607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'] in dv-cinder-784092-13-iscsi is: [{'id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'name': 'tempest-TestShelveInstance-223061512-router', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 4, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'gw_port': {'id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'd144768d-c603-4340-a646-0928448ad681', 'name': '', 'network_id': '5187ac1e-f1f6-4039-b738-8c6132ca0326', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'mac_address': 'fa:16:3e:39:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'd385160f-b680-47bb-9ed3-9faea337b102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:28Z', 'updated_at': '2021-07-02T11:09:33Z', 'revision_number': 4, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'subnets': [{'id': 'd385160f-b680-47bb-9ed3-9faea337b102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:09:34.448510 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:09:34.579376 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:09:34.590054 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60ab11-7803-4a18-80dd-dcc69346ac52 None None] Sync routers for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:09:34.600693 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60ab11-7803-4a18-80dd-dcc69346ac52 None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:34.601543 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5e60ab11-7803-4a18-80dd-dcc69346ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:34.626224 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] No DVR routers for this DVR port 526c8f10-0ceb-46d5-a05d-7f32a1654b13 on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:09:34.629198 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:34.631274 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1a42970d-0943-439b-98c6-d130116e693c req-cf53a1f1-8fd8-4681-ab43-cfb1182c4b6e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.67 "DELETE /v2.0/ports/526c8f10-0ceb-46d5-a05d-7f32a1654b13 HTTP/1.1" status: 204 len: 173 time: 1.4271591 Jul 02 11:09:34.631825 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'name': 'network-vif-deleted', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:09:34.634198 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0092591-0c8c-4d35-9c57-8edaa0b802c1" -d '{"events": [{"server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "name": "network-vif-deleted", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:09:34.683497 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe08fe8-ed76-46db-af91-c41138707bca x-openstack-request-id: req-cfe08fe8-ed76-46db-af91-c41138707bca {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:09:34.683797 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7438235-7b94-42ac-b2da-f8c5c37e56f3", "name": "network-vif-deleted", "tag": "526c8f10-0ceb-46d5-a05d-7f32a1654b13", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:09:34.684053 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfe08fe8-ed76-46db-af91-c41138707bca {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:09:34.684460 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7438235-7b94-42ac-b2da-f8c5c37e56f3', 'name': 'network-vif-deleted', 'tag': '526c8f10-0ceb-46d5-a05d-7f32a1654b13', 'status': 'completed', 'code': 200} Jul 02 11:09:34.730342 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-5e60ab11-7803-4a18-80dd-dcc69346ac52 None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:34.981536 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5e60ab11-7803-4a18-80dd-dcc69346ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:31Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:35.022238 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60ab11-7803-4a18-80dd-dcc69346ac52 None None] Checking router: 1b18c552-a28a-4aa5-93ad-1467a5ba1caf for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:09:35.033139 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60ab11-7803-4a18-80dd-dcc69346ac52 None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:35.034523 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5e60ab11-7803-4a18-80dd-dcc69346ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:35.160901 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-5e60ab11-7803-4a18-80dd-dcc69346ac52 None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:35.370827 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42062) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:35.383094 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5e60ab11-7803-4a18-80dd-dcc69346ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:31Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:35.431970 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60ab11-7803-4a18-80dd-dcc69346ac52 None None] The sync data for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi is: [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:31Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:09:35.449056 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device d144768d-c603-4340-a646-0928448ad681 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:35.475881 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1102c3eb-6b1a-4db0-8a50-35c90ba4fae4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:35.507884 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port d144768d-c603-4340-a646-0928448ad681 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:35.512342 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1102c3eb-6b1a-4db0-8a50-35c90ba4fae4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:35.512503 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port d144768d-c603-4340-a646-0928448ad681 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:35.512921 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:35.578023 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1102c3eb-6b1a-4db0-8a50-35c90ba4fae4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:35.580892 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1102c3eb-6b1a-4db0-8a50-35c90ba4fae4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:35.582636 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-1102c3eb-6b1a-4db0-8a50-35c90ba4fae4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "DELETE /v2.0/security-groups/799e1b3f-5b81-4d99-98f6-e7458967e8ea HTTP/1.1" status: 204 len: 168 time: 0.2102206 Jul 02 11:09:35.585607 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 42070) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:35.593337 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102c3eb-6b1a-4db0-8a50-35c90ba4fae4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799e1b3f-5b81-4d99-98f6-e7458967e8ea,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:35.601604 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.api.v2.resource [None req-27e8315a-8f22-4c06-b6c7-0d8f54a11b28 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] show failed (client error): The resource could not be found. Jul 02 11:09:35.602645 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-27e8315a-8f22-4c06-b6c7-0d8f54a11b28 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups/799e1b3f-5b81-4d99-98f6-e7458967e8ea HTTP/1.1" status: 404 len: 347 time: 0.0158181 Jul 02 11:09:35.605811 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42072) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:35.617266 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:35.652477 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port d144768d-c603-4340-a646-0928448ad681, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=d144768d-c603-4340-a646-0928448ad681,segment=NetworkSegment(a654dc37-5d2b-4127-803f-deffcc06c3d1),segment_id=a654dc37-5d2b-4127-803f-deffcc06c3d1)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:35.656208 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:35.657160 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 7c44019d-588b-45f4-ba2a-99447a1cfa93 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:35.742037 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=d144768d-c603-4340-a646-0928448ad681,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:35.756466 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 7c44019d-588b-45f4-ba2a-99447a1cfa93 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:35.756926 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:35.758853 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6a0221d6-bcda-4589-a088-429820147559 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Deleting port 59fba02b-40ad-4b37-8c03-848a97d97996 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:09:35.759177 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a0221d6-bcda-4589-a088-429820147559 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:35.875384 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a0221d6-bcda-4589-a088-429820147559 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:35.875743 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a0221d6-bcda-4589-a088-429820147559 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:35.894677 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6a0221d6-bcda-4589-a088-429820147559 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Calling delete_port for 59fba02b-40ad-4b37-8c03-848a97d97996 owned by network:floatingip {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:09:35.901661 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:36.151025 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a0221d6-bcda-4589-a088-429820147559 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:36.199633 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0221d6-bcda-4589-a088-429820147559 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event deleted for resources: {'Port': ['ID=59fba02b-40ad-4b37-8c03-848a97d97996,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:36.343095 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a0221d6-bcda-4589-a088-429820147559 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:36.345580 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a0221d6-bcda-4589-a088-429820147559 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:36.347358 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-6a0221d6-bcda-4589-a088-429820147559 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "DELETE /v2.0/floatingips/b2ef38ae-8cf0-4143-ab84-9cbeb7c4a529 HTTP/1.1" status: 204 len: 168 time: 0.7405391 Jul 02 11:09:36.374169 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d113a1-7735-4c6c-bc0e-33d40ef6e666 req-217576e0-02c7-41b6-b814-a876fb4e931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:36.377431 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d9d113a1-7735-4c6c-bc0e-33d40ef6e666 req-217576e0-02c7-41b6-b814-a876fb4e931a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad109f4b3218414bbd6d40c51fc507aa&device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 1138 time: 0.1238477 Jul 02 11:09:36.391753 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d4119-9eff-4f82-9cb4-8fd27ddbabb4 req-880bc84a-7360-4571-93e0-fdfd86282ebc tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:36.391753 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d55d4119-9eff-4f82-9cb4-8fd27ddbabb4 req-880bc84a-7360-4571-93e0-fdfd86282ebc tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.1092019 Jul 02 11:09:36.515687 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d55d4119-9eff-4f82-9cb4-8fd27ddbabb4 req-4bf1a97c-eaa4-4741-8224-5fe1929ae27c tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148534 Jul 02 11:09:36.529314 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d113a1-7735-4c6c-bc0e-33d40ef6e666 req-28886eae-1da1-44e3-ab65-69c3fbd61e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:36.531019 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d9d113a1-7735-4c6c-bc0e-33d40ef6e666 req-28886eae-1da1-44e3-ab65-69c3fbd61e07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8 HTTP/1.1" status: 200 len: 916 time: 0.1383657 Jul 02 11:09:36.642881 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d9d113a1-7735-4c6c-bc0e-33d40ef6e666 req-03d6bdda-8040-4b7d-bac3-df3738982a07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b832619b-79dc-47ae-8df7-f1adac3d546e HTTP/1.1" status: 200 len: 1001 time: 0.1009760 Jul 02 11:09:36.700554 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d113a1-7735-4c6c-bc0e-33d40ef6e666 req-24cbef1d-9854-46d5-9a83-0baac038eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:36.702086 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d9d113a1-7735-4c6c-bc0e-33d40ef6e666 req-24cbef1d-9854-46d5-9a83-0baac038eb56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3267e5ec-5fce-4181-9923-df3694a5208b HTTP/1.1" status: 200 len: 854 time: 0.0515490 Jul 02 11:09:36.713438 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 42086) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:36.716448 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-74a28941-4d08-4a3b-bb1c-269e223cdd9a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972169168', 'description': 'tempest-description--1443080905'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:36.722526 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a70c7-480d-4dcc-8de8-f4c7b2202399 None None] New status for floating IP b2ef38ae-8cf0-4143-ab84-9cbeb7c4a529: DOWN {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:09:36.749595 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-74a28941-4d08-4a3b-bb1c-269e223cdd9a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:36.791367 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d113a1-7735-4c6c-bc0e-33d40ef6e666 req-ddf68b5c-59b6-4e28-8117-9798459b13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:36.792956 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d9d113a1-7735-4c6c-bc0e-33d40ef6e666 req-ddf68b5c-59b6-4e28-8117-9798459b13e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0837364 Jul 02 11:09:36.869448 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-74a28941-4d08-4a3b-bb1c-269e223cdd9a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:36.873387 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-74a28941-4d08-4a3b-bb1c-269e223cdd9a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:36.902039 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-74a28941-4d08-4a3b-bb1c-269e223cdd9a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:36.903238 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-74a28941-4d08-4a3b-bb1c-269e223cdd9a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1910510 Jul 02 11:09:36.905057 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a28941-4d08-4a3b-bb1c-269e223cdd9a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10bebeca-8436-41f9-87ff-ba508a92af27,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:36.907220 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42088) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:36.910627 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d9d113a1-7735-4c6c-bc0e-33d40ef6e666 req-59cbb58e-84e8-4c21-b25b-f351708d9367 service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098506 Jul 02 11:09:36.915072 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-798ae0c5-8f5f-4129-b7db-20266b1ad0fd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Request body: {'security_group_rule': {'security_group_id': '10bebeca-8436-41f9-87ff-ba508a92af27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:36.995130 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-798ae0c5-8f5f-4129-b7db-20266b1ad0fd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.056255 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d9d113a1-7735-4c6c-bc0e-33d40ef6e666 req-12d706f7-5a2c-4acb-a15c-a66260a48ef7 service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321766 Jul 02 11:09:37.077513 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-798ae0c5-8f5f-4129-b7db-20266b1ad0fd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.081804 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-798ae0c5-8f5f-4129-b7db-20266b1ad0fd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.102977 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ae0c5-8f5f-4129-b7db-20266b1ad0fd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d20106-ce92-4309-9ed6-8d254bb60971,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:37.110479 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-798ae0c5-8f5f-4129-b7db-20266b1ad0fd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.112142 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-798ae0c5-8f5f-4129-b7db-20266b1ad0fd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2004795 Jul 02 11:09:37.114887 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42090) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:37.121201 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-aa89f533-2699-45b2-a7ee-21a61e8c35af tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Request body: {'security_group_rule': {'security_group_id': '10bebeca-8436-41f9-87ff-ba508a92af27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:37.154437 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aa89f533-2699-45b2-a7ee-21a61e8c35af tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.226719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aa89f533-2699-45b2-a7ee-21a61e8c35af tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.230459 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aa89f533-2699-45b2-a7ee-21a61e8c35af tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.249213 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89f533-2699-45b2-a7ee-21a61e8c35af tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c17eed-4879-4e88-9ee9-37577d4b308a,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:37.261851 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aa89f533-2699-45b2-a7ee-21a61e8c35af tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.266172 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-aa89f533-2699-45b2-a7ee-21a61e8c35af tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470246 Jul 02 11:09:37.266524 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 42092) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:37.271826 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Request body: {'floatingip': {'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:37.303033 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.372512 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device d144768d-c603-4340-a646-0928448ad681 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:37.411228 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.422795 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port d144768d-c603-4340-a646-0928448ad681 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:37.423172 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.522687 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Allocated IP 172.27.1.179 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/620c4d34-2544-462b-bb5b-ad04487363d1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:37.628563 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.671225 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28570778'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.709228 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e1d83-b287-4e32-88a0-309095c902e9 req-516b810f-b097-4add-bc74-cd5e93de349a tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:37.710800 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ee9e1d83-b287-4e32-88a0-309095c902e9 req-516b810f-b097-4add-bc74-cd5e93de349a tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.0679412 Jul 02 11:09:37.722025 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:37.726644 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:37.728914 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:37.734414 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event updated for resources: {'Port': ['ID=620c4d34-2544-462b-bb5b-ad04487363d1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:37.754248 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ee9e1d83-b287-4e32-88a0-309095c902e9 req-e9571d68-9352-4f37-a1cf-3d88eae51d48 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375011 Jul 02 11:09:37.819109 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:37.862099 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:38.014110 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:38.019865 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28570760'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:38.092096 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event updated for resources: {'Port': ['ID=620c4d34-2544-462b-bb5b-ad04487363d1,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:38.102421 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:38.117190 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:38.118627 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-9a533a7b-4b07-4933-91ff-b4ec2911996c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8510711 Jul 02 11:09:38.279705 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 526c8f10-0ceb-46d5-a05d-7f32a1654b13 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:09:38.300783 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 526c8f10-0ceb-46d5-a05d-7f32a1654b13 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:09:38.301125 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 526c8f10-0ceb-46d5-a05d-7f32a1654b13 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:09:38.616571 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2ebec-682a-4800-9f49-d9ea60a2a470 req-9d661905-ffd7-42b6-a46c-124909720e88 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:38.618078 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b9b2ebec-682a-4800-9f49-d9ea60a2a470 req-9d661905-ffd7-42b6-a46c-124909720e88 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0686567 Jul 02 11:09:38.658153 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b9b2ebec-682a-4800-9f49-d9ea60a2a470 req-f4fab699-4959-4725-97aa-7780b4a3b2c3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341122 Jul 02 11:09:38.960940 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a5492-0db5-482e-8dc1-19d1961b7316 req-c7c1bc8c-19c6-4f3d-884a-153285a32ad9 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:38.962833 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c77a5492-0db5-482e-8dc1-19d1961b7316 req-c7c1bc8c-19c6-4f3d-884a-153285a32ad9 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.0701795 Jul 02 11:09:39.006907 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c77a5492-0db5-482e-8dc1-19d1961b7316 req-a93287ba-6403-49a6-afeb-a7243a443d6f tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379157 Jul 02 11:09:39.999073 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd0451-151d-4a62-a44d-4ccf94d2f60a req-45d5f42c-fd29-44c9-8d8c-067e8f9d93e6 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:40.000578 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-05bd0451-151d-4a62-a44d-4ccf94d2f60a req-45d5f42c-fd29-44c9-8d8c-067e8f9d93e6 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0643995 Jul 02 11:09:40.057170 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-05bd0451-151d-4a62-a44d-4ccf94d2f60a req-4435ed38-50d0-48d4-84be-01a1472b6273 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497396 Jul 02 11:09:40.075013 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-83c7516f-b875-48d6-8c05-9bddd6944d66 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1972169168&fields=id&tenant_id=a9cd96924e4d476fb4c58dcdca22da9d HTTP/1.1" status: 200 len: 267 time: 0.0439835 Jul 02 11:09:40.217317 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-66ce4e7b-382f-42b4-a9f6-d6fc439022b4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:40.218787 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-66ce4e7b-382f-42b4-a9f6-d6fc439022b4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 816 time: 0.1357794 Jul 02 11:09:40.241135 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-17aa43bb-f88b-44c0-b937-45de2cb2f980 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/quotas/a9cd96924e4d476fb4c58dcdca22da9d HTTP/1.1" status: 200 len: 375 time: 0.0150480 Jul 02 11:09:40.262193 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30c164-b4e7-4735-a39a-9b316e29311a req-a8912a63-be33-4547-aba7-30162d1d260d tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:40.263584 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5e30c164-b4e7-4735-a39a-9b316e29311a req-a8912a63-be33-4547-aba7-30162d1d260d tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.1060829 Jul 02 11:09:40.328852 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5e30c164-b4e7-4735-a39a-9b316e29311a req-5da6535b-51f5-45a1-aaed-7c6c9f6c969a tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456462 Jul 02 11:09:40.350704 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-67aa8a53-f95c-4d6e-8374-73a90ef3e377 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1040082 Jul 02 11:09:40.446011 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-567755f5-824d-49eb-830c-bbc10eeacae9 service neutron] 10.222.0.24 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842843 Jul 02 11:09:40.537604 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-53be2513-36f4-4c68-809d-3b4321d65ad1 service neutron] 10.222.0.24 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858624 Jul 02 11:09:40.703619 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dd3e8d74-dbec-4b91-a74e-9a77bea9a6b2 req-037196ce-ccbf-493d-8c10-a8acf0279d6a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 210 time: 0.0277476 Jul 02 11:09:40.988262 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-e35448f1-e42c-4204-b35b-9856867c0bae tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:40.990051 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-e35448f1-e42c-4204-b35b-9856867c0bae tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.0676687 Jul 02 11:09:41.110817 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Deleting port 6492bbec-e3bd-4a42-824a-0be7ed84f712 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:09:41.111460 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:41.241563 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] For port 6492bbec-e3bd-4a42-824a-0be7ed84f712, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=6492bbec-e3bd-4a42-824a-0be7ed84f712,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:41.241832 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:41.562398 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fab3e-c78c-4d7f-9fa4-e1eb8dce4ff6 req-6c5df68d-b300-4c02-beb6-2c9ac50f832c tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:41.564328 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f90fab3e-c78c-4d7f-9fa4-e1eb8dce4ff6 req-6c5df68d-b300-4c02-beb6-2c9ac50f832c tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 945 time: 0.3905437 Jul 02 11:09:41.703477 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f90fab3e-c78c-4d7f-9fa4-e1eb8dce4ff6 req-57f964db-d93d-4b8c-a172-662a8e0e763a tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=082fec99-6953-4064-9cbe-f82bd701c003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297958 Jul 02 11:09:41.713073 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca512d-a14e-448c-a51f-62c8df1b9f20 req-82155313-28c9-4de9-8992-cea732abe19d tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:41.714528 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3cca512d-a14e-448c-a51f-62c8df1b9f20 req-82155313-28c9-4de9-8992-cea732abe19d tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.2017000 Jul 02 11:09:41.783357 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:41.784471 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:41.784471 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Floating IP 6910d0e8-08b3-4572-bf17-09f2177d726f disassociated. External IP: 172.27.1.59, port: 6492bbec-e3bd-4a42-824a-0be7ed84f712. Jul 02 11:09:41.784471 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Calling delete_port for 6492bbec-e3bd-4a42-824a-0be7ed84f712 owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:09:41.855637 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3cca512d-a14e-448c-a51f-62c8df1b9f20 req-b47232e0-1cd9-40c0-9c8b-9753540e2146 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327896 Jul 02 11:09:41.934038 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e9e86ea5-0280-497f-9087-72dfd25d0078 req-6d7bc383-9483-4e46-9969-221aef49ca67 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 210 time: 0.0831053 Jul 02 11:09:41.980592 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-32371682-f211-41ee-8754-cd1975d98996 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:41.982037 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-32371682-f211-41ee-8754-cd1975d98996 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.67 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 816 time: 0.2494223 Jul 02 11:09:42.062090 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-a25be1e1-adf0-48d7-82e8-f9202fbe4d05 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9cd96924e4d476fb4c58dcdca22da9d HTTP/1.1" status: 200 len: 380 time: 0.0658910 Jul 02 11:09:42.074683 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Request body: {'port': {'device_id': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'admin_state_up': True, 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'security_groups': ['10bebeca-8436-41f9-87ff-ba508a92af27']}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:42.090366 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:42.132809 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event deleted for resources: {'Port': ['ID=6492bbec-e3bd-4a42-824a-0be7ed84f712,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:42.304328 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Made reservation on behalf of a9cd96924e4d476fb4c58dcdca22da9d for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:09:42.307893 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:42.329666 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Router c4cc4647-2626-4835-b777-4e262d6ef87d has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:09:42.530577 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Allocated IP 172.20.0.11 (5f3d2969-1d63-4eb4-98ee-4f75017fd92d/59085ac5-fbd3-4a9e-be9a-43457d588973/195d37e8-cd70-4357-aae8-74b4e1f279f9) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:42.543369 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:09:42.556421 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f6693-8067-4339-9647-bd1addae40a8 None None] Sync routers for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:09:42.568384 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f6693-8067-4339-9647-bd1addae40a8 None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:42.569421 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2f5f6693-8067-4339-9647-bd1addae40a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:42.617956 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] No DVR routers for this DVR port 6492bbec-e3bd-4a42-824a-0be7ed84f712 on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:09:42.622726 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:42.625106 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dfd32f9b-c204-42e0-8b42-17053ff11e15 req-4cf5e4fe-1a03-48fb-ad00-9e4d9bbd9b7e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.67 "DELETE /v2.0/ports/6492bbec-e3bd-4a42-824a-0be7ed84f712 HTTP/1.1" status: 204 len: 173 time: 1.6254258 Jul 02 11:09:42.625531 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7202b0-699b-4576-a32a-b55c23880828', 'name': 'network-vif-deleted', 'tag': '6492bbec-e3bd-4a42-824a-0be7ed84f712'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:09:42.628448 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a53ff3-b814-454c-9b5f-8be7fe303a79" -d '{"events": [{"server_uuid": "0a7202b0-699b-4576-a32a-b55c23880828", "name": "network-vif-deleted", "tag": "6492bbec-e3bd-4a42-824a-0be7ed84f712"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:09:42.676865 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1430b0f-c7a8-41cf-a2a6-3b536cfc3f76 x-openstack-request-id: req-f1430b0f-c7a8-41cf-a2a6-3b536cfc3f76 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:09:42.677153 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7202b0-699b-4576-a32a-b55c23880828", "name": "network-vif-deleted", "tag": "6492bbec-e3bd-4a42-824a-0be7ed84f712", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:09:42.677421 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1430b0f-c7a8-41cf-a2a6-3b536cfc3f76 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:09:42.677831 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7202b0-699b-4576-a32a-b55c23880828', 'name': 'network-vif-deleted', 'tag': '6492bbec-e3bd-4a42-824a-0be7ed84f712', 'status': 'completed', 'code': 200} Jul 02 11:09:42.702964 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-2f5f6693-8067-4339-9647-bd1addae40a8 None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:42.757126 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:42.786371 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Transition to ACTIVE for port object 195d37e8-cd70-4357-aae8-74b4e1f279f9 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:42.832592 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:42.886366 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:42.914522 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:42.920192 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2e1d049c-9434-4aaa-a508-1158d94d318c req-0853aa7a-fb48-4119-a2c0-2e4fc6a2e97a tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a7202b0-699b-4576-a32a-b55c23880828 HTTP/1.1" status: 200 len: 210 time: 0.0474272 Jul 02 11:09:42.920955 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:42.976036 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event updated for resources: {'Port': ['ID=195d37e8-cd70-4357-aae8-74b4e1f279f9,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:43.001414 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:43.001681 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:43.022792 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2f5f6693-8067-4339-9647-bd1addae40a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:23Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:43.026950 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-544d10cf-2424-452f-b66b-2be66b66a3c1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9558725 Jul 02 11:09:43.043168 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Request body: {'port': {'device_id': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:43.061305 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f6693-8067-4339-9647-bd1addae40a8 None None] Checking router: c4cc4647-2626-4835-b777-4e262d6ef87d for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:09:43.070790 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f6693-8067-4339-9647-bd1addae40a8 None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:43.071329 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2f5f6693-8067-4339-9647-bd1addae40a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:43.209556 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-2f5f6693-8067-4339-9647-bd1addae40a8 None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:43.223520 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:43.234654 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00158cbb-e727-4919-aac9-1c2c0203436b req-46209744-6f44-4b92-b5c3-34ffbabc9ac8 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:43.236226 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-00158cbb-e727-4919-aac9-1c2c0203436b req-46209744-6f44-4b92-b5c3-34ffbabc9ac8 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.1995730 Jul 02 11:09:43.267890 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-ca01b732-a35b-45cb-9198-b5c59e535b28 None None] Provisioning for port 195d37e8-cd70-4357-aae8-74b4e1f279f9 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:43.277260 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-ca01b732-a35b-45cb-9198-b5c59e535b28 None None] Provisioning complete for port 195d37e8-cd70-4357-aae8-74b4e1f279f9 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:43.277644 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ca01b732-a35b-45cb-9198-b5c59e535b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:43.279151 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756854c-a951-4c43-b031-ebfc41ed879e req-b8277280-3445-4311-a985-854ce5ae3ac6 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:43.280653 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f756854c-a951-4c43-b031-ebfc41ed879e req-b8277280-3445-4311-a985-854ce5ae3ac6 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 932 time: 0.1858194 Jul 02 11:09:43.361891 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-00158cbb-e727-4919-aac9-1c2c0203436b req-d95910e1-bed4-4847-af7c-939e323a2c82 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162376 Jul 02 11:09:43.406284 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-ca01b732-a35b-45cb-9198-b5c59e535b28 None None] Port 195d37e8-cd70-4357-aae8-74b4e1f279f9 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:09:43.442614 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f756854c-a951-4c43-b031-ebfc41ed879e req-231512d0-d720-4f1e-972b-89be3a0f0936 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302829 Jul 02 11:09:43.492093 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2f5f6693-8067-4339-9647-bd1addae40a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:23Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:43.520074 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f6693-8067-4339-9647-bd1addae40a8 None None] The sync data for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi is: [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:23Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:09:43.605476 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195d37e8-cd70-4357-aae8-74b4e1f279f9 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:09:43.612884 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:43.624188 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Transition to ACTIVE for port object 195d37e8-cd70-4357-aae8-74b4e1f279f9 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:43.628195 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:43.683474 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Pushing event updated for resources: {'Port': ['ID=195d37e8-cd70-4357-aae8-74b4e1f279f9,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:43.764544 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e994c-4d8e-4427-a2bd-e1a253333a1c None None] New status for floating IP 6910d0e8-08b3-4572-bf17-09f2177d726f: DOWN {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:09:43.770775 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Attempting to bind port 195d37e8-cd70-4357-aae8-74b4e1f279f9 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:09:43.771280 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Attempting to bind port 195d37e8-cd70-4357-aae8-74b4e1f279f9 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:09:43.771578 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Attempting to bind port 195d37e8-cd70-4357-aae8-74b4e1f279f9 on network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:09:43.776883 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Port 195d37e8-cd70-4357-aae8-74b4e1f279f9 on network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:09:43.777213 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Attempting to bind port 195d37e8-cd70-4357-aae8-74b4e1f279f9 on network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:09:43.782369 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:09:43.782704 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Checking segment: {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:09:43.783341 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Bound using segment: {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:09:43.784367 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Bound port: 195d37e8-cd70-4357-aae8-74b4e1f279f9, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e218d00-8663-4d7b-8fd2-9853e758fd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:09:43.784748 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:43.854589 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:09:43.857878 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:09:43.863958 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:43.899220 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:43.900327 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:43.901793 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] 10.222.0.67 "PUT /v2.0/ports/195d37e8-cd70-4357-aae8-74b4e1f279f9 HTTP/1.1" status: 200 len: 1094 time: 0.8631036 Jul 02 11:09:43.938699 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be69c30-608a-40fb-98f7-7263fd5b02bc service neutron] Pushing event updated for resources: {'Port': ['ID=195d37e8-cd70-4357-aae8-74b4e1f279f9,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:44.012227 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-ef148052-e6c3-470d-9567-d09bd7a6e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:44.014161 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-ef148052-e6c3-470d-9567-d09bd7a6e794 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 1097 time: 0.0651417 Jul 02 11:09:44.078467 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-4e6cf356-5b0f-45e8-8a1d-8fb17168d61e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9 HTTP/1.1" status: 200 len: 217 time: 0.0489361 Jul 02 11:09:44.083607 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 42194) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:44.130376 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-dbf4b3e6-c01e-49ec-b7e3-f834ccbb48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:44.131811 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-dbf4b3e6-c01e-49ec-b7e3-f834ccbb48e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59085ac5-fbd3-4a9e-be9a-43457d588973 HTTP/1.1" status: 200 len: 855 time: 0.0451527 Jul 02 11:09:44.140414 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52e23955-17d1-44ad-8dd8-f53eb84268c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:44.164486 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52e23955-17d1-44ad-8dd8-f53eb84268c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:44.198914 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-2f7c6f91-7adc-4c2e-bb4e-0ada6fb7694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:44.200571 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-2f7c6f91-7adc-4c2e-bb4e-0ada6fb7694b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0591815 Jul 02 11:09:44.211191 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52e23955-17d1-44ad-8dd8-f53eb84268c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:44.213842 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52e23955-17d1-44ad-8dd8-f53eb84268c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:44.214978 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-52e23955-17d1-44ad-8dd8-f53eb84268c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "DELETE /v2.0/security-groups/082fec99-6953-4064-9cbe-f82bd701c003 HTTP/1.1" status: 204 len: 168 time: 0.1297622 Jul 02 11:09:44.218724 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42196) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:44.225061 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e23955-17d1-44ad-8dd8-f53eb84268c9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082fec99-6953-4064-9cbe-f82bd701c003,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:44.249743 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.api.v2.resource [None req-71af93a7-6f32-4916-8d20-a3ede89e92cc tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] show failed (client error): The resource could not be found. Jul 02 11:09:44.250769 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-71af93a7-6f32-4916-8d20-a3ede89e92cc tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups/082fec99-6953-4064-9cbe-f82bd701c003 HTTP/1.1" status: 404 len: 347 time: 0.0304079 Jul 02 11:09:44.254424 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42198) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:44.400794 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-36c40d19-d53e-4f6a-96bb-34a15df5a296 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888919 Jul 02 11:09:44.513466 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c18e9-2d1b-4ecc-bdc8-06e6ff3f97f4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Deleting port 518fc104-378f-4b28-a015-fe40581d2dfd {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:09:44.513815 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b0c18e9-2d1b-4ecc-bdc8-06e6ff3f97f4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:44.597388 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-80b31e2b-3f6d-43b3-bf69-92c999459995 req-42e71cfc-37ef-45fd-9b4c-c8a2ace85036 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898756 Jul 02 11:09:44.666586 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b0c18e9-2d1b-4ecc-bdc8-06e6ff3f97f4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:44.666831 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b0c18e9-2d1b-4ecc-bdc8-06e6ff3f97f4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:44.684167 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391cac8-5e01-41b6-ba4b-885dd333274f req-1e7d3ba7-ef0f-434d-8546-4fefb540100e tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:44.685666 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d391cac8-5e01-41b6-ba4b-885dd333274f req-1e7d3ba7-ef0f-434d-8546-4fefb540100e tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.2101002 Jul 02 11:09:44.688216 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:09:44.690444 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea774916-9ace-4b62-8850-b32771f8f02f" -d '{"events": [{"name": "network-changed", "server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:09:44.699398 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c18e9-2d1b-4ecc-bdc8-06e6ff3f97f4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Calling delete_port for 518fc104-378f-4b28-a015-fe40581d2dfd owned by network:floatingip {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:09:44.774279 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcef04-1c5d-4141-8c84-bf7128417372 req-7c3c3dcd-9054-4fc9-ad11-99aee5f665a5 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:44.775860 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4dbcef04-1c5d-4141-8c84-bf7128417372 req-7c3c3dcd-9054-4fc9-ad11-99aee5f665a5 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.1845210 Jul 02 11:09:45.030327 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d391cac8-5e01-41b6-ba4b-885dd333274f req-9e5021d4-c53d-4a47-8f73-603ae56c46ae tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3372014 Jul 02 11:09:45.082967 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4dbcef04-1c5d-4141-8c84-bf7128417372 req-dc99795b-a3e6-446f-aefd-1fee84fabe7a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970316 Jul 02 11:09:45.086433 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d209d18d-5462-4319-b34d-60a3fa18b8a9 x-openstack-request-id: req-d209d18d-5462-4319-b34d-60a3fa18b8a9 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:09:45.086535 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:09:45.093364 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d209d18d-5462-4319-b34d-60a3fa18b8a9 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:09:45.093931 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'status': 'completed', 'code': 200} Jul 02 11:09:45.197135 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b0c18e9-2d1b-4ecc-bdc8-06e6ff3f97f4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:45.238940 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c18e9-2d1b-4ecc-bdc8-06e6ff3f97f4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event deleted for resources: {'Port': ['ID=518fc104-378f-4b28-a015-fe40581d2dfd,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:45.256489 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774916-9ace-4b62-8850-b32771f8f02f req-9ee1e4dd-56ca-43a0-9084-0012520f19da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:45.258654 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ea774916-9ace-4b62-8850-b32771f8f02f req-9ee1e4dd-56ca-43a0-9084-0012520f19da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 1097 time: 0.1197479 Jul 02 11:09:45.376138 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b0c18e9-2d1b-4ecc-bdc8-06e6ff3f97f4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:45.378987 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b0c18e9-2d1b-4ecc-bdc8-06e6ff3f97f4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:45.383182 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-1b0c18e9-2d1b-4ecc-bdc8-06e6ff3f97f4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "DELETE /v2.0/floatingips/6910d0e8-08b3-4572-bf17-09f2177d726f HTTP/1.1" status: 204 len: 168 time: 1.1248391 Jul 02 11:09:45.423778 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774916-9ace-4b62-8850-b32771f8f02f req-1689ecbf-2106-47b1-8474-8caff60a70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:45.425960 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ea774916-9ace-4b62-8850-b32771f8f02f req-1689ecbf-2106-47b1-8474-8caff60a70a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 917 time: 0.1475232 Jul 02 11:09:45.474668 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ea774916-9ace-4b62-8850-b32771f8f02f req-fc33de7e-cc9a-47bc-bd27-7d1dfc5e5c18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9 HTTP/1.1" status: 200 len: 217 time: 0.0401363 Jul 02 11:09:45.535842 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774916-9ace-4b62-8850-b32771f8f02f req-7a093cee-020c-4661-939a-521b7adf95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:45.537602 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ea774916-9ace-4b62-8850-b32771f8f02f req-7a093cee-020c-4661-939a-521b7adf95c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59085ac5-fbd3-4a9e-be9a-43457d588973 HTTP/1.1" status: 200 len: 855 time: 0.0488379 Jul 02 11:09:45.600789 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774916-9ace-4b62-8850-b32771f8f02f req-61b22355-2049-4e4d-ba02-66e85e4f98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:45.602314 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ea774916-9ace-4b62-8850-b32771f8f02f req-61b22355-2049-4e4d-ba02-66e85e4f98b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0576038 Jul 02 11:09:45.702862 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ea774916-9ace-4b62-8850-b32771f8f02f req-de3456c1-be65-40af-bb76-f54213f39e64 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927095 Jul 02 11:09:45.810872 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ea774916-9ace-4b62-8850-b32771f8f02f req-68c991dc-df48-4e44-88e1-f3f1d57b93be service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958941 Jul 02 11:09:45.842693 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42222) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:45.848082 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-3ddb5fa4-6bd0-4dea-9cad-a6ff34b24f34 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054052178', 'description': 'tempest-description--1082471675'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:45.869558 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3ddb5fa4-6bd0-4dea-9cad-a6ff34b24f34 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:45.954630 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3ddb5fa4-6bd0-4dea-9cad-a6ff34b24f34 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:45.958736 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3ddb5fa4-6bd0-4dea-9cad-a6ff34b24f34 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:45.985844 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3ddb5fa4-6bd0-4dea-9cad-a6ff34b24f34 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:45.987156 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-3ddb5fa4-6bd0-4dea-9cad-a6ff34b24f34 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1434450 Jul 02 11:09:45.990097 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42224) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:45.995200 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-0faafca3-2780-4ffd-b8c8-4e017101c423 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Request body: {'security_group_rule': {'security_group_id': '6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:46.001869 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb5fa4-6bd0-4dea-9cad-a6ff34b24f34 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:46.028584 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0faafca3-2780-4ffd-b8c8-4e017101c423 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.087914 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0faafca3-2780-4ffd-b8c8-4e017101c423 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.091754 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0faafca3-2780-4ffd-b8c8-4e017101c423 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.108505 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faafca3-2780-4ffd-b8c8-4e017101c423 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301467fd-5cd6-4fce-8331-557b712ef09c,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:46.118579 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0faafca3-2780-4ffd-b8c8-4e017101c423 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.119903 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-0faafca3-2780-4ffd-b8c8-4e017101c423 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288404 Jul 02 11:09:46.122734 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42228) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:46.127177 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-16cdcbd0-38c0-4e63-8a19-6187a1dc33f1 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Request body: {'security_group_rule': {'security_group_id': '6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:46.174823 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16cdcbd0-38c0-4e63-8a19-6187a1dc33f1 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.308222 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dbc06-95ac-4db3-8c60-3cb9fce5a8c8 req-6edc553a-b037-4474-9b34-6953a1201a89 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:46.309777 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d78dbc06-95ac-4db3-8c60-3cb9fce5a8c8 req-6edc553a-b037-4474-9b34-6953a1201a89 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.1480694 Jul 02 11:09:46.320415 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16cdcbd0-38c0-4e63-8a19-6187a1dc33f1 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.338036 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16cdcbd0-38c0-4e63-8a19-6187a1dc33f1 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.342890 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 6492bbec-e3bd-4a42-824a-0be7ed84f712 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:09:46.364220 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 6492bbec-e3bd-4a42-824a-0be7ed84f712 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:09:46.364567 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 6492bbec-e3bd-4a42-824a-0be7ed84f712 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:09:46.375896 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdcbd0-38c0-4e63-8a19-6187a1dc33f1 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f31af1e-252d-44d7-bbf4-9dec56ab0109,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:46.390698 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900c62e-e008-44e1-8b72-6a178ede9baf req-fe3dd2bd-1757-416c-9716-dc7795906d4b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:46.392165 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5900c62e-e008-44e1-8b72-6a178ede9baf req-fe3dd2bd-1757-416c-9716-dc7795906d4b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.1567936 Jul 02 11:09:46.392852 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16cdcbd0-38c0-4e63-8a19-6187a1dc33f1 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.394624 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-16cdcbd0-38c0-4e63-8a19-6187a1dc33f1 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2709944 Jul 02 11:09:46.400688 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 42234) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:46.401297 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d78dbc06-95ac-4db3-8c60-3cb9fce5a8c8 req-1764cdeb-c2c3-44e0-a69d-2649559cdc0c tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806429 Jul 02 11:09:46.403061 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Request body: {'floatingip': {'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:46.430208 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.436943 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5900c62e-e008-44e1-8b72-6a178ede9baf req-9581847f-091b-43be-be44-261acdf118e5 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366936 Jul 02 11:09:46.533479 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.637578 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Allocated IP 172.27.1.54 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/53ada103-b5a9-4c2b-88d8-ebd07e83e431) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:46.745314 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.784824 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28570778'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.824055 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:46.826944 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:46.830348 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:46.854002 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event updated for resources: {'Port': ['ID=53ada103-b5a9-4c2b-88d8-ebd07e83e431,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:46.921500 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:46.963525 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:47.110404 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:47.115556 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28570760'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:47.184835 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event updated for resources: {'Port': ['ID=53ada103-b5a9-4c2b-88d8-ebd07e83e431,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:47.195585 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:47.210461 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:47.212354 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-2f9704ca-0a07-4423-be3c-3a8247f5fcd3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8126907 Jul 02 11:09:47.394997 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-daef94b5-8f07-4734-b7c5-9fe1b4f045b7 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1054052178&fields=id&tenant_id=0cafb7a6d12642968d9c8a031a2873fb HTTP/1.1" status: 200 len: 267 time: 0.0328069 Jul 02 11:09:47.502036 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-e62ccb61-414e-4059-a58f-b86ac10e3066 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:47.504312 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-e62ccb61-414e-4059-a58f-b86ac10e3066 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/networks?id=0411a882-cef5-465d-84d7-07c8775a8d59 HTTP/1.1" status: 200 len: 811 time: 0.1029992 Jul 02 11:09:47.529085 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-4e7aacae-7d86-4f27-8121-c16c6df4c77b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/quotas/0cafb7a6d12642968d9c8a031a2873fb HTTP/1.1" status: 200 len: 375 time: 0.0193694 Jul 02 11:09:47.625389 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8021b59-bdb5-49e5-8806-175d8d701784 req-aecc79d1-799e-4493-b087-ac1557570024 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:47.626860 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b8021b59-bdb5-49e5-8806-175d8d701784 req-aecc79d1-799e-4493-b087-ac1557570024 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.1105998 Jul 02 11:09:47.639350 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-d6f8f079-3060-436f-bfdb-c49fb8c2cbbf tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cafb7a6d12642968d9c8a031a2873fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901387 Jul 02 11:09:47.699840 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b8021b59-bdb5-49e5-8806-175d8d701784 req-53b04e90-7d1e-4cda-9156-5dffb6f6b46e tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594378 Jul 02 11:09:47.759416 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-185e7f2c-5ded-47e9-8f74-1fdc353c1128 service neutron] 10.222.0.24 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051507 Jul 02 11:09:47.887844 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-9d83d931-f5e7-477f-a06e-64577ed5d06e service neutron] 10.222.0.24 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224871 Jul 02 11:09:47.908886 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb608915-c40b-4910-bf9f-ca302d64e36c req-0584f8df-17d6-420a-8bb7-94dd4cd07244 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:47.910986 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fb608915-c40b-4910-bf9f-ca302d64e36c req-0584f8df-17d6-420a-8bb7-94dd4cd07244 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0899405 Jul 02 11:09:47.950140 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fb608915-c40b-4910-bf9f-ca302d64e36c req-6b5eb68b-1a74-4503-8cf1-86200203b2a2 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332675 Jul 02 11:09:48.063675 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9b9d7a8a-8401-4973-be97-1856188a79aa req-26a2cbc4-e7e4-47e9-a435-1e03c033c477 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 210 time: 0.0294988 Jul 02 11:09:48.339459 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 195d37e8-cd70-4357-aae8-74b4e1f279f9 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:09:48.438220 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:48.449694 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'port_id': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'mac_address': 'fa:16:3e:df:68:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:09:48.486528 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:48.499108 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195d37e8-cd70-4357-aae8-74b4e1f279f9 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:09:48.519389 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:48.523282 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:48.574258 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=195d37e8-cd70-4357-aae8-74b4e1f279f9,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:48.581890 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:48.582242 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:48.582563 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:48.582898 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:48.583234 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:48.583563 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:48.583906 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:48.584220 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:48.584548 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:48.584896 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:48.585224 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:48.585546 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:09:48.788313 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['195d37e8-cd70-4357-aae8-74b4e1f279f9'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:09:48.876160 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c3bd6-6da5-4790-8c6f-328543a45243 req-ed8e7f57-93be-497a-9447-ae9b60d9d7f2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:48.878731 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-896c3bd6-6da5-4790-8c6f-328543a45243 req-ed8e7f57-93be-497a-9447-ae9b60d9d7f2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.0661821 Jul 02 11:09:48.920293 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-896c3bd6-6da5-4790-8c6f-328543a45243 req-5a54a657-7c47-4e45-b94d-f6146eacfa98 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356991 Jul 02 11:09:49.224652 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-180bec7f-ba13-47a8-9bd9-74d5807c655c req-fed4a784-9d20-47b1-8c54-c9098bfcf291 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 210 time: 0.0438213 Jul 02 11:09:49.246546 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128b760-f93d-4944-a540-8d75e4918a83 req-def823fb-dd50-4708-a876-18bb4123e4d8 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:49.247939 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6128b760-f93d-4944-a540-8d75e4918a83 req-def823fb-dd50-4708-a876-18bb4123e4d8 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1784914 Jul 02 11:09:49.254720 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-2037b74b-4e7c-4230-802e-5298054fc29c tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:49.256035 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-2037b74b-4e7c-4230-802e-5298054fc29c tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.67 "GET /v2.0/networks?id=0411a882-cef5-465d-84d7-07c8775a8d59 HTTP/1.1" status: 200 len: 811 time: 0.1549275 Jul 02 11:09:49.310690 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6128b760-f93d-4944-a540-8d75e4918a83 req-8f72830a-72de-43c6-922c-c52ca3138a0a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537093 Jul 02 11:09:49.319721 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-b2f105d0-dbf0-48f7-82d4-6bca459f7c4c tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cafb7a6d12642968d9c8a031a2873fb HTTP/1.1" status: 200 len: 380 time: 0.0492041 Jul 02 11:09:49.337449 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Request body: {'port': {'device_id': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'admin_state_up': True, 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'security_groups': ['6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a']}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:49.446220 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Made reservation on behalf of 0cafb7a6d12642968d9c8a031a2873fb for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:09:49.449808 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:49.572542 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Allocated IP 172.20.0.11 (0411a882-cef5-465d-84d7-07c8775a8d59/96f57f91-4b20-4f81-8966-ec05e4184b01/c9769f2f-3d59-4208-86b8-6b6a48569a1d) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:49.708163 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:49.721509 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Transition to ACTIVE for port object c9769f2f-3d59-4208-86b8-6b6a48569a1d will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:49.754216 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:49.800671 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Network 0411a882-cef5-465d-84d7-07c8775a8d59 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:49.803719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:49.807401 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:49.813669 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event updated for resources: {'Port': ['ID=c9769f2f-3d59-4208-86b8-6b6a48569a1d,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:49.859487 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:49.860106 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:49.875106 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-153b5694-6d06-44af-b0b8-77d9d767d96d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5416751 Jul 02 11:09:49.887725 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Request body: {'port': {'device_id': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:49.970792 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:50.005128 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-de0688f6-abd5-4455-8503-a81b27baaf25 None None] Provisioning for port c9769f2f-3d59-4208-86b8-6b6a48569a1d completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:50.009058 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-de0688f6-abd5-4455-8503-a81b27baaf25 None None] Provisioning complete for port c9769f2f-3d59-4208-86b8-6b6a48569a1d triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:50.009417 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-de0688f6-abd5-4455-8503-a81b27baaf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:50.046925 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-de0688f6-abd5-4455-8503-a81b27baaf25 None None] Port c9769f2f-3d59-4208-86b8-6b6a48569a1d cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:09:50.202395 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1819ad5-e51b-4871-85f9-2d1ddef8520a req-87da0333-ee46-4afc-a9b9-d28c02170c17 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:50.203743 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d1819ad5-e51b-4871-85f9-2d1ddef8520a req-87da0333-ee46-4afc-a9b9-d28c02170c17 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.1331694 Jul 02 11:09:50.266431 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d1819ad5-e51b-4871-85f9-2d1ddef8520a req-a3e73975-125f-45ec-95cb-ca387f8f2284 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554242 Jul 02 11:09:50.311426 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9769f2f-3d59-4208-86b8-6b6a48569a1d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:09:50.319462 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:50.331113 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Transition to ACTIVE for port object c9769f2f-3d59-4208-86b8-6b6a48569a1d will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:50.345429 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:50.358555 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 195d37e8-cd70-4357-aae8-74b4e1f279f9 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:50.418698 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 195d37e8-cd70-4357-aae8-74b4e1f279f9 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:50.419869 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Pushing event updated for resources: {'Port': ['ID=c9769f2f-3d59-4208-86b8-6b6a48569a1d,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:50.438130 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 195d37e8-cd70-4357-aae8-74b4e1f279f9 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:50.439250 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:50.525660 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05023108-89f7-40c3-8c2e-860bd3f35a42 req-49702ae9-04e5-4892-95a6-e39689916fb5 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:50.526761 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:50.532547 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-05023108-89f7-40c3-8c2e-860bd3f35a42 req-49702ae9-04e5-4892-95a6-e39689916fb5 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 944 time: 0.1959620 Jul 02 11:09:50.552102 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:09:50.554599 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0c00b1-26ac-4e1d-88e9-1332e0843ca5" -d '{"events": [{"server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "name": "network-vif-plugged", "status": "completed", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:09:50.568375 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:50.573175 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:50.597478 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Attempting to bind port c9769f2f-3d59-4208-86b8-6b6a48569a1d on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:09:50.597812 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Attempting to bind port c9769f2f-3d59-4208-86b8-6b6a48569a1d by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:09:50.598135 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Attempting to bind port c9769f2f-3d59-4208-86b8-6b6a48569a1d on network 0411a882-cef5-465d-84d7-07c8775a8d59 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:09:50.602767 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-05023108-89f7-40c3-8c2e-860bd3f35a42 req-294f986b-445f-4cf4-a03a-6ff3b8145763 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691438 Jul 02 11:09:50.615872 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca00eac-2d81-44e0-8ef6-567227d4061e req-ec3e8181-33fc-40d7-8714-0ae812e76eac tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:50.617383 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dca00eac-2d81-44e0-8ef6-567227d4061e req-ec3e8181-33fc-40d7-8714-0ae812e76eac tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1637900 Jul 02 11:09:50.617953 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Port c9769f2f-3d59-4208-86b8-6b6a48569a1d on network 0411a882-cef5-465d-84d7-07c8775a8d59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:09:50.618274 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Attempting to bind port c9769f2f-3d59-4208-86b8-6b6a48569a1d on network 0411a882-cef5-465d-84d7-07c8775a8d59 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:09:50.630846 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=195d37e8-cd70-4357-aae8-74b4e1f279f9,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:50.640745 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:09:50.641216 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Checking segment: {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:09:50.641598 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Bound using segment: {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:09:50.642032 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Bound port: c9769f2f-3d59-4208-86b8-6b6a48569a1d, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:09:50.642385 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:50.665449 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf75213-ab2b-48bd-b06c-18788a9c5e3c x-openstack-request-id: req-1bf75213-ab2b-48bd-b06c-18788a9c5e3c {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:09:50.665849 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "name": "network-vif-plugged", "status": "completed", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:09:50.666014 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bf75213-ab2b-48bd-b06c-18788a9c5e3c {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:09:50.666413 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'code': 200} Jul 02 11:09:50.691582 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dca00eac-2d81-44e0-8ef6-567227d4061e req-c4acd518-0f91-4651-ad69-92ac77afb313 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675426 Jul 02 11:09:50.726226 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] For port c9769f2f-3d59-4208-86b8-6b6a48569a1d, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:09:50.729627 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] For port c9769f2f-3d59-4208-86b8-6b6a48569a1d, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c9769f2f-3d59-4208-86b8-6b6a48569a1d,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:09:50.733413 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:50.767855 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:50.768906 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:50.770741 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] 10.222.0.67 "PUT /v2.0/ports/c9769f2f-3d59-4208-86b8-6b6a48569a1d HTTP/1.1" status: 200 len: 1094 time: 0.8873072 Jul 02 11:09:50.776286 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'tag': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:09:50.778753 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5df08d8-28e6-4067-9288-571d088044c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bb517d-4d7c-47e8-90bf-c1cad06f8b05", "tag": "c9769f2f-3d59-4208-86b8-6b6a48569a1d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:09:50.807161 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7684ca-70dd-4a16-bb73-f5bbdaebe632 service neutron] Pushing event updated for resources: {'Port': ['ID=c9769f2f-3d59-4208-86b8-6b6a48569a1d,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:50.836521 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4d1970-8827-47d0-a0d4-917e619ea3fa x-openstack-request-id: req-1f4d1970-8827-47d0-a0d4-917e619ea3fa {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:09:50.836855 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bb517d-4d7c-47e8-90bf-c1cad06f8b05", "tag": "c9769f2f-3d59-4208-86b8-6b6a48569a1d", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:09:50.837112 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f4d1970-8827-47d0-a0d4-917e619ea3fa {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:09:50.837538 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'tag': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d', 'status': 'completed', 'code': 200} Jul 02 11:09:50.963140 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1214d36b-91dd-4cbe-9a7c-c74001dc8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:50.964544 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-1214d36b-91dd-4cbe-9a7c-c74001dc8963 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cafb7a6d12642968d9c8a031a2873fb&device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 1097 time: 0.1029761 Jul 02 11:09:50.967010 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec066ddf-9117-428b-8711-6f41140492f8 req-ac75908d-a35d-4664-a282-be5f87d0bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:50.968306 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ec066ddf-9117-428b-8711-6f41140492f8 req-ac75908d-a35d-4664-a282-be5f87d0bbad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0774984 Jul 02 11:09:51.028666 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-b2e064dd-c40e-447b-b9fd-78aa8eaa977c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9769f2f-3d59-4208-86b8-6b6a48569a1d HTTP/1.1" status: 200 len: 217 time: 0.0466540 Jul 02 11:09:51.068169 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ec066ddf-9117-428b-8711-6f41140492f8 req-3a2793eb-4a41-4b62-8ead-bbccd6ca37a9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850611 Jul 02 11:09:51.084462 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-67458286-ae17-4413-97d1-6aa07f0ece88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:51.085823 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-67458286-ae17-4413-97d1-6aa07f0ece88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=96f57f91-4b20-4f81-8966-ec05e4184b01 HTTP/1.1" status: 200 len: 850 time: 0.0477724 Jul 02 11:09:51.471850 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-d28099c6-fb5e-4bef-9412-889742e4dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:51.473799 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-d28099c6-fb5e-4bef-9412-889742e4dceb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0411a882-cef5-465d-84d7-07c8775a8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3244038 Jul 02 11:09:51.484943 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8ec87-75be-43b3-8918-572ce6d24927 req-b0cc12d8-3bbf-401d-beb0-6d95dc7341fd tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:51.486348 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfa8ec87-75be-43b3-8918-572ce6d24927 req-b0cc12d8-3bbf-401d-beb0-6d95dc7341fd tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.0834191 Jul 02 11:09:51.583036 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bfa8ec87-75be-43b3-8918-572ce6d24927 req-60e9c66b-1846-49a2-9169-b029b50a138c tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875137 Jul 02 11:09:51.619819 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-02b6bbba-3425-41f1-b3b2-96dc30c98cf6 service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314073 Jul 02 11:09:51.655607 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-d776c319-412c-4e0a-b4d1-7a5a92eb78ee tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1692550679&fields=id&tenant_id=3eff47995f3f4655b1331dbda8a4fdc2 HTTP/1.1" status: 200 len: 267 time: 0.0530648 Jul 02 11:09:51.828502 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bf9d5b6-66b9-4151-b84f-a5b11186cd00 req-9e7e0c27-a2d9-4361-bc3d-e66fec5b8456 service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960263 Jul 02 11:09:51.858170 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-22466204-115b-478f-8c84-8d8b6dd8b982 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:51.859808 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-22466204-115b-478f-8c84-8d8b6dd8b982 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/networks?id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d HTTP/1.1" status: 200 len: 809 time: 0.1965797 Jul 02 11:09:51.874128 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94963906-2e73-45b6-a22d-96ebaaec514b req-0962291d-00ed-4b74-96ee-750e3cb15efd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:51.875587 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-94963906-2e73-45b6-a22d-96ebaaec514b req-0962291d-00ed-4b74-96ee-750e3cb15efd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 944 time: 0.1549127 Jul 02 11:09:51.890959 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5f04ff18-f346-4ad8-a943-723d2cb38753 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/quotas/3eff47995f3f4655b1331dbda8a4fdc2 HTTP/1.1" status: 200 len: 375 time: 0.0201125 Jul 02 11:09:51.995787 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-94963906-2e73-45b6-a22d-96ebaaec514b req-b7d34f05-e03e-4409-bfc8-b351acd1f873 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117852 Jul 02 11:09:52.053971 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df08d8-28e6-4067-9288-571d088044c3 req-433fc70d-4411-4170-954a-41c067656c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:52.055434 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a5df08d8-28e6-4067-9288-571d088044c3 req-433fc70d-4411-4170-954a-41c067656c61 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cafb7a6d12642968d9c8a031a2873fb&device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 1097 time: 0.1371038 Jul 02 11:09:52.061269 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-19601bac-8144-4e76-84ac-995f97253314 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eff47995f3f4655b1331dbda8a4fdc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687286 Jul 02 11:09:52.257154 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df08d8-28e6-4067-9288-571d088044c3 req-3381fc67-d9c1-4e3c-8207-b82e34a9e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:52.258609 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a5df08d8-28e6-4067-9288-571d088044c3 req-3381fc67-d9c1-4e3c-8207-b82e34a9e3b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0411a882-cef5-465d-84d7-07c8775a8d59 HTTP/1.1" status: 200 len: 912 time: 0.1950448 Jul 02 11:09:52.261152 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-f5330d05-d361-401d-a11d-fb89f4b9a9e9 service neutron] 10.222.0.24 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772325 Jul 02 11:09:52.356431 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0d4ae-a9f8-45d1-89a4-5158b3ee0a9f req-f663894a-ffb8-4e2b-b1cc-15149939b112 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:52.358597 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-62a0d4ae-a9f8-45d1-89a4-5158b3ee0a9f req-f663894a-ffb8-4e2b-b1cc-15149939b112 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.2139993 Jul 02 11:09:52.362614 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a5df08d8-28e6-4067-9288-571d088044c3 req-1b9268b4-ef6f-4e90-9718-32428cf1c361 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9769f2f-3d59-4208-86b8-6b6a48569a1d HTTP/1.1" status: 200 len: 217 time: 0.0844789 Jul 02 11:09:52.485654 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-62a0d4ae-a9f8-45d1-89a4-5158b3ee0a9f req-b0dc4b98-6a37-46d9-aa3a-48d931f536c6 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198051 Jul 02 11:09:52.492148 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df08d8-28e6-4067-9288-571d088044c3 req-136643f7-926f-453a-bdd5-c8630ea9fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:52.493549 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a5df08d8-28e6-4067-9288-571d088044c3 req-136643f7-926f-453a-bdd5-c8630ea9fc7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=96f57f91-4b20-4f81-8966-ec05e4184b01 HTTP/1.1" status: 200 len: 850 time: 0.1241462 Jul 02 11:09:52.498700 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-778121bd-7dea-4bb8-984d-13dd4e94075b service neutron] 10.222.0.24 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306986 Jul 02 11:09:52.553362 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df08d8-28e6-4067-9288-571d088044c3 req-c4717b8e-df60-4ea7-871c-cd72f488d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:52.554908 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a5df08d8-28e6-4067-9288-571d088044c3 req-c4717b8e-df60-4ea7-871c-cd72f488d4ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0411a882-cef5-465d-84d7-07c8775a8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534141 Jul 02 11:09:52.651800 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a5df08d8-28e6-4067-9288-571d088044c3 req-9085e0d9-dcd9-449f-a1f3-73e9bd4438e6 service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886765 Jul 02 11:09:52.824559 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a5df08d8-28e6-4067-9288-571d088044c3 req-a858563c-b61e-4c56-95b6-777c08e895ff service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649520 Jul 02 11:09:52.827775 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-defca0bc-74fd-451c-86f3-3cb5f4d637af req-bb5ba124-1f79-43fa-93f3-3cca180be15d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 210 time: 0.0365109 Jul 02 11:09:52.849754 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58c920-2c04-4c20-96d3-27fa7507af4d req-67bbb640-4023-489a-aac2-72eff9d4c869 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:52.851370 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2e58c920-2c04-4c20-96d3-27fa7507af4d req-67bbb640-4023-489a-aac2-72eff9d4c869 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.1274555 Jul 02 11:09:52.897481 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2e58c920-2c04-4c20-96d3-27fa7507af4d req-4dc28d1e-b650-4cec-aed6-f9c8a0139dd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401711 Jul 02 11:09:53.210960 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb289ec-12c7-43f7-af56-5bce7a41e0c6 req-d7405900-23a6-4205-9e42-9998557bbfdb tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:53.212760 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ddb289ec-12c7-43f7-af56-5bce7a41e0c6 req-d7405900-23a6-4205-9e42-9998557bbfdb tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 944 time: 0.0883760 Jul 02 11:09:53.253961 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ddb289ec-12c7-43f7-af56-5bce7a41e0c6 req-c7d05569-6e48-4981-8dc6-307646328516 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349431 Jul 02 11:09:53.663393 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14587ec9-769f-4916-b200-523f65a25f3c req-ba3c022e-033a-4530-b2bf-fac7f7f03c01 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:53.664869 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-14587ec9-769f-4916-b200-523f65a25f3c req-ba3c022e-033a-4530-b2bf-fac7f7f03c01 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0645885 Jul 02 11:09:53.701351 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-14587ec9-769f-4916-b200-523f65a25f3c req-e2aed279-86d9-4139-83c9-7fcebcbb13f2 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310307 Jul 02 11:09:53.880022 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55594c-8e34-4eda-97b9-19381eac55bf req-f4077989-9d93-4dd9-9117-bb1a40c2863f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:53.881564 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4d55594c-8e34-4eda-97b9-19381eac55bf req-f4077989-9d93-4dd9-9117-bb1a40c2863f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0628738 Jul 02 11:09:53.889929 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 42360) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:09:53.895531 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f1f7813f-0bb7-4f08-9f70-e1537ac11a6b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Request body: {'floatingip': {'port_id': '195d37e8-cd70-4357-aae8-74b4e1f279f9'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:53.939289 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f1f7813f-0bb7-4f08-9f70-e1537ac11a6b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:53.980211 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6e14d546-b1f4-41b6-8dcd-227bfbd47acf req-b9efddbc-7e5e-4a44-9449-3c44d9825c6e tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 210 time: 0.0284181 Jul 02 11:09:54.081256 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f9d0a-b560-4f19-b241-8d563f8dbb8e req-4802570c-e855-402a-88c5-25bf8e028249 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:54.082741 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c43f9d0a-b560-4f19-b241-8d563f8dbb8e req-4802570c-e855-402a-88c5-25bf8e028249 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.0675316 Jul 02 11:09:54.123032 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c43f9d0a-b560-4f19-b241-8d563f8dbb8e req-78f58c2a-728c-49b4-b37e-1d46d7455108 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3&id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344272 Jul 02 11:09:54.379359 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f1f7813f-0bb7-4f08-9f70-e1537ac11a6b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:54.383423 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f1f7813f-0bb7-4f08-9f70-e1537ac11a6b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:54.392184 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device c9769f2f-3d59-4208-86b8-6b6a48569a1d details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:09:54.438682 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7be4f5-1a00-475e-9c2d-5ffa554ccd53 req-4a05211c-b045-49ae-9688-be2a5e1ac606 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:54.440836 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4c7be4f5-1a00-475e-9c2d-5ffa554ccd53 req-4a05211c-b045-49ae-9688-be2a5e1ac606 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 944 time: 0.0701556 Jul 02 11:09:54.481012 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4c7be4f5-1a00-475e-9c2d-5ffa554ccd53 req-04f10cc5-eee4-488a-8c01-5e01efc823ef tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343544 Jul 02 11:09:54.486923 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.l3_db [None req-f1f7813f-0bb7-4f08-9f70-e1537ac11a6b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Floating IP d12ecf89-0f7a-417b-bdea-b772a1790496 associated. External IP: 172.27.1.179, port: 195d37e8-cd70-4357-aae8-74b4e1f279f9. Jul 02 11:09:54.492538 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port c9769f2f-3d59-4208-86b8-6b6a48569a1d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c9769f2f-3d59-4208-86b8-6b6a48569a1d,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:54.504219 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'port_id': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d', 'mac_address': 'fa:16:3e:c4:2c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:09:54.544441 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:54.556721 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9769f2f-3d59-4208-86b8-6b6a48569a1d {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:09:54.575811 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port c9769f2f-3d59-4208-86b8-6b6a48569a1d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c9769f2f-3d59-4208-86b8-6b6a48569a1d,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:54.579192 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:54.624549 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=c9769f2f-3d59-4208-86b8-6b6a48569a1d,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:54.694392 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f7813f-0bb7-4f08-9f70-e1537ac11a6b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:09:54.799638 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f7813f-0bb7-4f08-9f70-e1537ac11a6b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:09:54.804393 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f1f7813f-0bb7-4f08-9f70-e1537ac11a6b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:54.809511 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300750e-d2c0-4df8-8011-c1bd142cdac6 None None] Sync routers for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:09:54.819459 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300750e-d2c0-4df8-8011-c1bd142cdac6 None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:54.820112 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3300750e-d2c0-4df8-8011-c1bd142cdac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:54.841380 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-f1f7813f-0bb7-4f08-9f70-e1537ac11a6b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "PUT /v2.0/floatingips/d12ecf89-0f7a-417b-bdea-b772a1790496 HTTP/1.1" status: 200 len: 992 time: 0.9502461 Jul 02 11:09:54.842015 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:09:54.844254 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1eda96c91462f44d85b0ce9a5bf985726b3d0771005f318be4bcbfc3c552e46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc9f787-a535-4680-9406-bf63ac9eaa7a" -d '{"events": [{"name": "network-changed", "server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:09:54.880912 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9620a370-6683-4a1b-a7b7-7c7de9523dee x-openstack-request-id: req-9620a370-6683-4a1b-a7b7-7c7de9523dee {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:09:54.881202 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:09:54.881450 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9620a370-6683-4a1b-a7b7-7c7de9523dee {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:09:54.881847 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'status': 'completed', 'code': 200} Jul 02 11:09:54.932221 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-3300750e-d2c0-4df8-8011-c1bd142cdac6 None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:55.122011 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-aaf3f6ca-1198-45a1-95c4-f3e7cf899b60 req-e4a796fa-2375-4b47-a997-b4931abe045d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 210 time: 0.0288208 Jul 02 11:09:55.152169 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3300750e-d2c0-4df8-8011-c1bd142cdac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'd12ecf89-0f7a-417b-bdea-b772a1790496', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'port_id': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'mac_address': 'fa:16:3e:df:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:09:37Z', 'updated_at': '2021-07-02T11:09:54Z', 'revision_number': 1, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:31Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:55.179030 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300750e-d2c0-4df8-8011-c1bd142cdac6 None None] Checking router: 1b18c552-a28a-4aa5-93ad-1467a5ba1caf for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:09:55.186872 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300750e-d2c0-4df8-8011-c1bd142cdac6 None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:09:55.187463 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3300750e-d2c0-4df8-8011-c1bd142cdac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:09:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:55.290687 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-3300750e-d2c0-4df8-8011-c1bd142cdac6 None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:09:55.503152 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3300750e-d2c0-4df8-8011-c1bd142cdac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'd12ecf89-0f7a-417b-bdea-b772a1790496', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'port_id': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'mac_address': 'fa:16:3e:df:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:09:37Z', 'updated_at': '2021-07-02T11:09:54Z', 'revision_number': 1, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:31Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:09:55.532485 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300750e-d2c0-4df8-8011-c1bd142cdac6 None None] The sync data for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi is: [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'd12ecf89-0f7a-417b-bdea-b772a1790496', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'port_id': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'mac_address': 'fa:16:3e:df:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:09:37Z', 'updated_at': '2021-07-02T11:09:54Z', 'revision_number': 1, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:31Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:09:55.657097 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837744a9-f9e3-442f-beda-fb150710e435 req-9b17d60f-291c-431d-9de0-8c315b534745 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:55.659475 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-837744a9-f9e3-442f-beda-fb150710e435 req-9b17d60f-291c-431d-9de0-8c315b534745 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 945 time: 0.0664270 Jul 02 11:09:55.698396 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-837744a9-f9e3-442f-beda-fb150710e435 req-3b55c911-64ab-4e2e-9e99-e88db6c99a79 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332849 Jul 02 11:09:55.724584 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387a9419-d6fa-4c86-aea3-d0001a595f6c None None] New status for floating IP d12ecf89-0f7a-417b-bdea-b772a1790496: ACTIVE {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:09:56.257991 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-84345540-d7ba-4f56-8988-c1ff07e8ca8f req-17e17f53-4332-4a0a-ab42-74d249e07c23 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 210 time: 0.0285234 Jul 02 11:09:56.366424 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f787-a535-4680-9406-bf63ac9eaa7a req-cf2119d4-9591-42aa-b601-2ecf539f2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:56.367890 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3fc9f787-a535-4680-9406-bf63ac9eaa7a req-cf2119d4-9591-42aa-b601-2ecf539f2b3d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0507247 Jul 02 11:09:56.459261 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f787-a535-4680-9406-bf63ac9eaa7a req-cb34a111-9a9c-4659-9768-830f95f11812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:56.460632 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3fc9f787-a535-4680-9406-bf63ac9eaa7a req-cb34a111-9a9c-4659-9768-830f95f11812 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 917 time: 0.0853987 Jul 02 11:09:56.525984 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3fc9f787-a535-4680-9406-bf63ac9eaa7a req-e25f3519-3163-42d8-9e2a-660329e6cffe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9 HTTP/1.1" status: 200 len: 1002 time: 0.0580802 Jul 02 11:09:56.570667 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['c9769f2f-3d59-4208-86b8-6b6a48569a1d'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:09:56.573928 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f787-a535-4680-9406-bf63ac9eaa7a req-e384a993-f57e-4ca0-9f4d-7a5eb67b5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:56.575352 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3fc9f787-a535-4680-9406-bf63ac9eaa7a req-e384a993-f57e-4ca0-9f4d-7a5eb67b5be8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59085ac5-fbd3-4a9e-be9a-43457d588973 HTTP/1.1" status: 200 len: 855 time: 0.0429900 Jul 02 11:09:56.635674 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f787-a535-4680-9406-bf63ac9eaa7a req-38be5723-da41-4bbb-ade2-5d8b76730709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:56.637189 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3fc9f787-a535-4680-9406-bf63ac9eaa7a req-38be5723-da41-4bbb-ade2-5d8b76730709 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546515 Jul 02 11:09:56.769632 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3fc9f787-a535-4680-9406-bf63ac9eaa7a req-889b9e1c-05ed-47ae-8285-1a6b84998c93 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248641 Jul 02 11:09:57.163702 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-a3c17c74-cae8-4bfd-9832-7a0197fde761 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:57.165147 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-a3c17c74-cae8-4bfd-9832-7a0197fde761 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.67 "GET /v2.0/networks?id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d HTTP/1.1" status: 200 len: 809 time: 0.4454021 Jul 02 11:09:57.198975 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3fc9f787-a535-4680-9406-bf63ac9eaa7a req-43966483-9d6b-4499-ad47-e3c71655cb7b service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222767 Jul 02 11:09:57.221905 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf35d5-b699-4ca8-9cd5-1389b272033c req-5532a2b3-ab41-40ac-867a-8821e2e7da84 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:57.223352 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bdf35d5-b699-4ca8-9cd5-1389b272033c req-5532a2b3-ab41-40ac-867a-8821e2e7da84 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 945 time: 0.3954420 Jul 02 11:09:57.234980 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-21939548-4ed7-46d1-b431-d5a34f9b07c2 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eff47995f3f4655b1331dbda8a4fdc2 HTTP/1.1" status: 200 len: 380 time: 0.0552468 Jul 02 11:09:57.250942 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Request body: {'port': {'device_id': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'admin_state_up': True, 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'security_groups': ['4dde2e4f-4e83-4527-b94b-d8abde10759e']}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:09:57.324726 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0bdf35d5-b699-4ca8-9cd5-1389b272033c req-efc976e2-ff8d-4935-bfc6-93c8ced71f58 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948024 Jul 02 11:09:57.386157 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Made reservation on behalf of 3eff47995f3f4655b1331dbda8a4fdc2 for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:09:57.389953 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:57.442518 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5230d356-75a5-42ae-93a7-eda1cbb428b9 req-c94ca443-1fed-4090-ae1b-60b39d07ed12 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 210 time: 0.0352030 Jul 02 11:09:57.554997 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:57.575736 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Allocated IP 172.20.0.9 (b26bed70-0c26-4d88-b5ea-794be6e2fc5d/2e4b573e-f211-4c97-a0ae-62a58fff67bc/02e551da-61f1-4ba5-8b8b-7c0c021f2ebf) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:09:57.704870 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:57.717869 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Transition to ACTIVE for port object 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:09:57.749021 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:57.797884 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Network b26bed70-0c26-4d88-b5ea-794be6e2fc5d is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:09:57.801699 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:09:57.804151 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:09:57.833684 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event updated for resources: {'Port': ['ID=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:57.861450 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:57.862681 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:57.878148 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-10b806d7-b033-4535-8570-5ec7933231b9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6365769 Jul 02 11:09:58.063820 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-611b369e-213a-405b-b750-b8a488ebb452 None None] Provisioning for port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:58.067972 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-611b369e-213a-405b-b750-b8a488ebb452 None None] Provisioning complete for port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:58.068340 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-611b369e-213a-405b-b750-b8a488ebb452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:58.107005 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-611b369e-213a-405b-b750-b8a488ebb452 None None] Port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:09:58.513590 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c8409-18d7-4144-accd-323ad2abdafa req-65bf35da-440c-4f17-b93e-e0c9383a57c5 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:58.515213 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-520c8409-18d7-4144-accd-323ad2abdafa req-65bf35da-440c-4f17-b93e-e0c9383a57c5 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 945 time: 0.0636230 Jul 02 11:09:58.567700 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-520c8409-18d7-4144-accd-323ad2abdafa req-5044b8eb-2bd8-479b-a811-a1df6c737599 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461199 Jul 02 11:09:58.641011 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876ea8f-c2cf-4422-8613-b816209fe23e req-2590ea66-0071-484f-a6d4-60462a5c88a1 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:58.642535 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c876ea8f-c2cf-4422-8613-b816209fe23e req-2590ea66-0071-484f-a6d4-60462a5c88a1 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 931 time: 0.0657547 Jul 02 11:09:58.685548 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c876ea8f-c2cf-4422-8613-b816209fe23e req-62ffefe0-b65f-42ac-bde7-8f140bd6d61f tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367169 Jul 02 11:09:58.802608 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device c9769f2f-3d59-4208-86b8-6b6a48569a1d up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:09:58.853573 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port c9769f2f-3d59-4208-86b8-6b6a48569a1d completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:09:58.857160 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port c9769f2f-3d59-4208-86b8-6b6a48569a1d triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:09:58.857531 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:58.935805 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:58.958598 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:09:58.960864 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5e1812-9512-446d-9450-44538107e00d" -d '{"events": [{"server_uuid": "e6bb517d-4d7c-47e8-90bf-c1cad06f8b05", "name": "network-vif-plugged", "status": "completed", "tag": "c9769f2f-3d59-4208-86b8-6b6a48569a1d"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:09:58.974464 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port c9769f2f-3d59-4208-86b8-6b6a48569a1d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c9769f2f-3d59-4208-86b8-6b6a48569a1d,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:09:58.978668 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:09:59.006343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1552965f-36a1-4c14-aca2-584b794ce6a0 x-openstack-request-id: req-1552965f-36a1-4c14-aca2-584b794ce6a0 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:09:59.006636 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bb517d-4d7c-47e8-90bf-c1cad06f8b05", "name": "network-vif-plugged", "status": "completed", "tag": "c9769f2f-3d59-4208-86b8-6b6a48569a1d", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:09:59.006889 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1552965f-36a1-4c14-aca2-584b794ce6a0 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:09:59.007272 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d', 'code': 200} Jul 02 11:09:59.034024 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=c9769f2f-3d59-4208-86b8-6b6a48569a1d,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:09:59.743466 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bb734-07c3-4a23-bf4c-7cf294fc3de1 req-d84908a2-2367-4d3a-b3a5-012e09508433 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:59.744940 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8e2bb734-07c3-4a23-bf4c-7cf294fc3de1 req-d84908a2-2367-4d3a-b3a5-012e09508433 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 946 time: 0.0620608 Jul 02 11:09:59.784160 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8e2bb734-07c3-4a23-bf4c-7cf294fc3de1 req-e387910d-f7fb-4b97-877b-5d73c9c29600 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336950 Jul 02 11:09:59.943187 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c013c34-751f-4a5b-a9ee-4825a67f0ffc req-82dfbe2e-78a6-4e6f-9c15-ce7a0f754d2e tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:09:59.944849 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6c013c34-751f-4a5b-a9ee-4825a67f0ffc req-82dfbe2e-78a6-4e6f-9c15-ce7a0f754d2e tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 931 time: 0.0635192 Jul 02 11:09:59.982481 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6c013c34-751f-4a5b-a9ee-4825a67f0ffc req-1f758337-8228-45c4-963d-d8b2dcadf5a5 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320563 Jul 02 11:10:00.703178 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cf96b1b1-f8a3-431d-a177-2620329bbdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:00.735005 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Request body: {'port': {'device_id': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:10:00.813964 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:01.064910 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583a68c-2dd1-47c5-ae06-80b51f173db6 req-ead094cc-72fe-42dc-9da9-f8af5c4e6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:01.066365 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0583a68c-2dd1-47c5-ae06-80b51f173db6 req-ead094cc-72fe-42dc-9da9-f8af5c4e6596 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 1099 time: 0.1477706 Jul 02 11:10:01.215065 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0583a68c-2dd1-47c5-ae06-80b51f173db6 req-d82af67b-948a-43df-9f1f-58e4b3d48e38 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374357 Jul 02 11:10:01.228250 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:10:01.239421 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:01.262986 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Transition to ACTIVE for port object 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:10:01.271517 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe84cb-31ae-483d-a2da-06a1964bf0ec req-a9496cb6-ba0f-472e-a2c0-d7b283bbff3d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:01.273025 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ccbe84cb-31ae-483d-a2da-06a1964bf0ec req-a9496cb6-ba0f-472e-a2c0-d7b283bbff3d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 946 time: 0.3533094 Jul 02 11:10:01.280511 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d17f0-8b83-4eff-9349-a3969b106ece req-8e3545a8-a66e-4fab-8724-b7baf1869492 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:01.281888 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-006d17f0-8b83-4eff-9349-a3969b106ece req-8e3545a8-a66e-4fab-8724-b7baf1869492 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 931 time: 0.1606836 Jul 02 11:10:01.284725 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:01.382042 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Pushing event updated for resources: {'Port': ['ID=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:01.389932 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ccbe84cb-31ae-483d-a2da-06a1964bf0ec req-e6360425-2196-4b92-92ff-64c1763f2ac4 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070082 Jul 02 11:10:01.398789 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-006d17f0-8b83-4eff-9349-a3969b106ece req-19f395ea-2abd-40d5-946a-4886b111b2f9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090183 Jul 02 11:10:01.469939 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Attempting to bind port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:10:01.470191 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Attempting to bind port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:10:01.470576 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Attempting to bind port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf on network b26bed70-0c26-4d88-b5ea-794be6e2fc5d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:10:01.476526 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf on network b26bed70-0c26-4d88-b5ea-794be6e2fc5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:10:01.476873 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Attempting to bind port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf on network b26bed70-0c26-4d88-b5ea-794be6e2fc5d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:10:01.481716 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:10:01.482054 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Checking segment: {'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:10:01.482429 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Bound using segment: {'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:10:01.482846 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Bound port: 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450291f-6c44-4043-b910-8a74b745612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:10:01.483199 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:01.549064 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] For port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:10:01.552303 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] For port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:10:01.558527 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:01.597928 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:01.598575 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:01.599960 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] 10.222.0.67 "PUT /v2.0/ports/02e551da-61f1-4ba5-8b8b-7c0c021f2ebf HTTP/1.1" status: 200 len: 1093 time: 0.8706541 Jul 02 11:10:01.600392 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:10:01.602625 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c47229-df6a-46bf-9836-d53ca244e716" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:10:01.625916 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd0354-1141-4adb-88b2-c32ed11cd4af service neutron] Pushing event updated for resources: {'Port': ['ID=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:01.647833 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8249d3-3a9f-46bd-8e0e-43b97877f5ba x-openstack-request-id: req-0c8249d3-3a9f-46bd-8e0e-43b97877f5ba {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:10:01.648268 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:10:01.648484 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c8249d3-3a9f-46bd-8e0e-43b97877f5ba {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:10:01.648935 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'status': 'completed', 'code': 200} Jul 02 11:10:01.716169 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-2dbb606a-5f02-4751-8328-2d6a6964e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:01.717724 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-2dbb606a-5f02-4751-8328-2d6a6964e2e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3eff47995f3f4655b1331dbda8a4fdc2&device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0620134 Jul 02 11:10:01.778811 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-9b58e32a-f1d4-40fe-9431-2c40b7f28177 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf HTTP/1.1" status: 200 len: 217 time: 0.0406554 Jul 02 11:10:01.839672 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-2c11c317-faf9-4ef4-9a7d-d3f31186547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:01.841171 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-2c11c317-faf9-4ef4-9a7d-d3f31186547d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e4b573e-f211-4c97-a0ae-62a58fff67bc HTTP/1.1" status: 200 len: 848 time: 0.0556068 Jul 02 11:10:01.904130 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-0cb532f7-3eb5-47b3-92b9-de8ade898dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:01.905659 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-0cb532f7-3eb5-47b3-92b9-de8ade898dd1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0578959 Jul 02 11:10:01.999828 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-2c6ee0c3-414e-41cc-899f-92f06f8dd427 service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835195 Jul 02 11:10:02.086723 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4ecf1b95-4613-48a1-95a7-8ba3ae793e15 req-a4f84bcc-f410-4862-ab0c-19ce3985260a service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803480 Jul 02 11:10:02.575005 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca776b-1a72-4455-a146-a9b83d61e5db req-75dd6809-c08b-4dc2-a381-781a94b0db8f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:02.576504 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7bca776b-1a72-4455-a146-a9b83d61e5db req-75dd6809-c08b-4dc2-a381-781a94b0db8f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 946 time: 0.0721402 Jul 02 11:10:02.648837 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7bca776b-1a72-4455-a146-a9b83d61e5db req-4f49da0e-c39e-4945-b891-468326580a9f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659187 Jul 02 11:10:02.671170 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced49b-199c-4096-b4fb-8e53c25d6006 req-575a678c-1ebc-4282-ac50-b66752e6ceb3 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:02.672701 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-feced49b-199c-4096-b4fb-8e53c25d6006 req-575a678c-1ebc-4282-ac50-b66752e6ceb3 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.1570523 Jul 02 11:10:02.709396 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-feced49b-199c-4096-b4fb-8e53c25d6006 req-5e6dee8e-49d0-4448-be0a-c64eb977a70c tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304182 Jul 02 11:10:03.029796 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70106708-8387-4b5d-a518-aac8fec644ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:03.484650 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:03.828706 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038781-040b-4412-a002-8f4643d43320 req-ef7c10c3-09da-43d3-8f03-087052719881 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:03.830508 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-30038781-040b-4412-a002-8f4643d43320 req-ef7c10c3-09da-43d3-8f03-087052719881 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 946 time: 0.0641377 Jul 02 11:10:03.870834 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-30038781-040b-4412-a002-8f4643d43320 req-ecb44822-d4b4-4acf-9c15-5848d6bd9999 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349379 Jul 02 11:10:04.028088 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f159288-b91c-4d58-b4fb-9354c3f08775 req-83d5524e-c93f-4bda-9eb0-9b9a244d38e9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:04.029573 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9f159288-b91c-4d58-b4fb-9354c3f08775 req-83d5524e-c93f-4bda-9eb0-9b9a244d38e9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0621700 Jul 02 11:10:04.067917 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9f159288-b91c-4d58-b4fb-9354c3f08775 req-87c43ce0-6124-4b55-acc8-5cb2d61eefd8 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320559 Jul 02 11:10:04.375987 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:05.040769 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf3b1b-d01c-495a-911a-d49589c2ace3 req-008e2747-282e-405c-9495-49053ea0c7f2 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:05.042263 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dcbf3b1b-d01c-495a-911a-d49589c2ace3 req-008e2747-282e-405c-9495-49053ea0c7f2 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 946 time: 0.0625682 Jul 02 11:10:05.085221 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dcbf3b1b-d01c-495a-911a-d49589c2ace3 req-1d4210d9-c82c-4cd3-84d5-aae98c301ae3 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371442 Jul 02 11:10:05.151644 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c47229-df6a-46bf-9836-d53ca244e716 req-6c597c2c-988c-478d-b9cb-07e0c5c5b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:05.153082 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c0c47229-df6a-46bf-9836-d53ca244e716 req-6c597c2c-988c-478d-b9cb-07e0c5c5b93a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3eff47995f3f4655b1331dbda8a4fdc2&device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0590417 Jul 02 11:10:05.287516 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c47229-df6a-46bf-9836-d53ca244e716 req-3cfe9964-052b-48dc-bd4a-8de26b0688c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:05.289085 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c0c47229-df6a-46bf-9836-d53ca244e716 req-3cfe9964-052b-48dc-bd4a-8de26b0688c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d HTTP/1.1" status: 200 len: 910 time: 0.1278934 Jul 02 11:10:05.314979 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2578dd-10e5-4262-b36f-85003e129bf9 req-3ca7cade-0502-4007-99bf-f7ba240eba5b tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:05.316422 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a2578dd-10e5-4262-b36f-85003e129bf9 req-3ca7cade-0502-4007-99bf-f7ba240eba5b tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0990956 Jul 02 11:10:05.345493 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c0c47229-df6a-46bf-9836-d53ca244e716 req-c40e436e-3f0e-42f5-aff3-7ee0e72208a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf HTTP/1.1" status: 200 len: 217 time: 0.0449147 Jul 02 11:10:05.410975 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a2578dd-10e5-4262-b36f-85003e129bf9 req-80ad42b5-f3e0-4f4f-8b85-75a4ec995372 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679502 Jul 02 11:10:05.414386 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c47229-df6a-46bf-9836-d53ca244e716 req-c0160881-f849-464b-9002-d2f7ebc91f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:05.415746 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c0c47229-df6a-46bf-9836-d53ca244e716 req-c0160881-f849-464b-9002-d2f7ebc91f17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e4b573e-f211-4c97-a0ae-62a58fff67bc HTTP/1.1" status: 200 len: 848 time: 0.0580294 Jul 02 11:10:05.476723 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c47229-df6a-46bf-9836-d53ca244e716 req-d7a91f9c-fd23-4bc3-99fe-e52b0ef695d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:05.478212 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c0c47229-df6a-46bf-9836-d53ca244e716 req-d7a91f9c-fd23-4bc3-99fe-e52b0ef695d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552816 Jul 02 11:10:05.566459 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c0c47229-df6a-46bf-9836-d53ca244e716 req-18e4f16c-6717-46e1-a8af-53b3924a5841 service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807509 Jul 02 11:10:05.660357 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c0c47229-df6a-46bf-9836-d53ca244e716 req-5ea5768f-ebce-4972-992a-abad85708aa7 service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832555 Jul 02 11:10:05.874622 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:06.264557 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c8831-4ba1-4469-bb72-c7a953faed60 req-2a99aa26-6698-45c7-8627-cd1f31c83d43 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:06.266031 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ab6c8831-4ba1-4469-bb72-c7a953faed60 req-2a99aa26-6698-45c7-8627-cd1f31c83d43 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 946 time: 0.0619352 Jul 02 11:10:06.302901 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ab6c8831-4ba1-4469-bb72-c7a953faed60 req-dbdb9af3-cc43-4688-baab-23406d780a8e tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Jul 02 11:10:06.467610 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e80327-cfd8-4c88-a1c1-1b670ad8b2a5 req-364acba3-0fac-4f23-b15d-fe8d6bf73282 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:06.469118 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-40e80327-cfd8-4c88-a1c1-1b670ad8b2a5 req-364acba3-0fac-4f23-b15d-fe8d6bf73282 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 946 time: 0.0620818 Jul 02 11:10:06.478118 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42466) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:10:06.482570 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-3d0b5c8c-7dc0-4d5b-b9b5-f12cfee87056 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Request body: {'floatingip': {'port_id': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:10:06.535569 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5c8c-7dc0-4d5b-b9b5-f12cfee87056 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:06.676800 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be737ccd-921f-4b86-b562-dfce69162510 req-65acb486-7c00-464d-b5b4-0f5db0133ac6 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:06.678247 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-be737ccd-921f-4b86-b562-dfce69162510 req-65acb486-7c00-464d-b5b4-0f5db0133ac6 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.1579075 Jul 02 11:10:06.762082 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-be737ccd-921f-4b86-b562-dfce69162510 req-daa21426-7282-463f-9cc4-02fdf71689ba tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733044 Jul 02 11:10:07.391895 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5c8c-7dc0-4d5b-b9b5-f12cfee87056 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:07.396591 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5c8c-7dc0-4d5b-b9b5-f12cfee87056 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:07.492050 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [None req-3d0b5c8c-7dc0-4d5b-b9b5-f12cfee87056 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Floating IP 78680ae7-1e84-4fd4-a1bb-1866ec63b557 associated. External IP: 172.27.1.54, port: c9769f2f-3d59-4208-86b8-6b6a48569a1d. Jul 02 11:10:07.691897 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0b5c8c-7dc0-4d5b-b9b5-f12cfee87056 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Router c4cc4647-2626-4835-b777-4e262d6ef87d has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:10:07.797209 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0b5c8c-7dc0-4d5b-b9b5-f12cfee87056 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:10:07.802854 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5c8c-7dc0-4d5b-b9b5-f12cfee87056 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:07.808333 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ad7bc-f645-4a1f-90e2-dff8c9a99c1f None None] Sync routers for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:10:07.817915 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ad7bc-f645-4a1f-90e2-dff8c9a99c1f None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:10:07.818554 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1d9ad7bc-f645-4a1f-90e2-dff8c9a99c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:10:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:10:07.842042 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-3d0b5c8c-7dc0-4d5b-b9b5-f12cfee87056 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "PUT /v2.0/floatingips/78680ae7-1e84-4fd4-a1bb-1866ec63b557 HTTP/1.1" status: 200 len: 991 time: 1.3603368 Jul 02 11:10:07.842042 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'tag': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:10:07.842371 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659c5e5a-1397-429a-a04c-acca06dd27fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bb517d-4d7c-47e8-90bf-c1cad06f8b05", "tag": "c9769f2f-3d59-4208-86b8-6b6a48569a1d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:10:07.927153 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-1d9ad7bc-f645-4a1f-90e2-dff8c9a99c1f None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:10:07.949683 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1e005-b65a-40d9-8de6-d967b8e14702 req-7877ad28-f901-4aaf-a206-93abc6213c96 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:07.951093 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-53a1e005-b65a-40d9-8de6-d967b8e14702 req-7877ad28-f901-4aaf-a206-93abc6213c96 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0646882 Jul 02 11:10:07.992442 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-53a1e005-b65a-40d9-8de6-d967b8e14702 req-e02bff70-f508-4755-a30d-3c7508ac1f83 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351164 Jul 02 11:10:08.020900 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a780a1-1d80-43d7-b6fd-c6fe4c5e9bdf x-openstack-request-id: req-93a780a1-1d80-43d7-b6fd-c6fe4c5e9bdf {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:10:08.021244 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bb517d-4d7c-47e8-90bf-c1cad06f8b05", "tag": "c9769f2f-3d59-4208-86b8-6b6a48569a1d", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:10:08.021468 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93a780a1-1d80-43d7-b6fd-c6fe4c5e9bdf {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:10:08.021962 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'tag': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d', 'status': 'completed', 'code': 200} Jul 02 11:10:08.109690 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5e5a-1397-429a-a04c-acca06dd27fd req-ae848ad0-1cc8-419c-95cc-f5a51ceaea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:08.111417 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-659c5e5a-1397-429a-a04c-acca06dd27fd req-ae848ad0-1cc8-419c-95cc-f5a51ceaea1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0cafb7a6d12642968d9c8a031a2873fb&device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 1099 time: 0.0528364 Jul 02 11:10:08.155521 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1d9ad7bc-f645-4a1f-90e2-dff8c9a99c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '78680ae7-1e84-4fd4-a1bb-1866ec63b557', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'port_id': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'mac_address': 'fa:16:3e:c4:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:09:46Z', 'updated_at': '2021-07-02T11:10:07Z', 'revision_number': 1, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:23Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:10:08.213652 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5e5a-1397-429a-a04c-acca06dd27fd req-986b3efe-e034-4795-91f7-9b4f9f39b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:08.215028 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-659c5e5a-1397-429a-a04c-acca06dd27fd req-986b3efe-e034-4795-91f7-9b4f9f39b666 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0411a882-cef5-465d-84d7-07c8775a8d59 HTTP/1.1" status: 200 len: 912 time: 0.0947883 Jul 02 11:10:08.248302 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:10:08.289558 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-659c5e5a-1397-429a-a04c-acca06dd27fd req-9056af54-5373-472d-bdea-9e3b05e7b0c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9769f2f-3d59-4208-86b8-6b6a48569a1d HTTP/1.1" status: 200 len: 999 time: 0.0617125 Jul 02 11:10:08.308466 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ad7bc-f645-4a1f-90e2-dff8c9a99c1f None None] Checking router: c4cc4647-2626-4835-b777-4e262d6ef87d for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:10:08.317322 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ad7bc-f645-4a1f-90e2-dff8c9a99c1f None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:10:08.317932 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1d9ad7bc-f645-4a1f-90e2-dff8c9a99c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:10:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:10:08.348398 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5e5a-1397-429a-a04c-acca06dd27fd req-4b293eb2-16b8-4f47-b455-dbc151edba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:08.349966 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-659c5e5a-1397-429a-a04c-acca06dd27fd req-4b293eb2-16b8-4f47-b455-dbc151edba94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=96f57f91-4b20-4f81-8966-ec05e4184b01 HTTP/1.1" status: 200 len: 850 time: 0.0495865 Jul 02 11:10:08.413812 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5e5a-1397-429a-a04c-acca06dd27fd req-ef9aa00b-c58d-419d-beea-797aaabdb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:08.415459 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-659c5e5a-1397-429a-a04c-acca06dd27fd req-ef9aa00b-c58d-419d-beea-797aaabdb700 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0411a882-cef5-465d-84d7-07c8775a8d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570090 Jul 02 11:10:08.431040 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-1d9ad7bc-f645-4a1f-90e2-dff8c9a99c1f None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:10:08.531791 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-659c5e5a-1397-429a-a04c-acca06dd27fd req-d922d5c5-8e06-44ff-b6ce-b9daaec7e99f service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057551 Jul 02 11:10:08.630704 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-659c5e5a-1397-429a-a04c-acca06dd27fd req-5532fb21-1aa6-4bfd-be94-75974b79e0d0 service neutron] 10.222.0.67 "GET /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826142 Jul 02 11:10:08.654462 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1d9ad7bc-f645-4a1f-90e2-dff8c9a99c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '78680ae7-1e84-4fd4-a1bb-1866ec63b557', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'port_id': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'mac_address': 'fa:16:3e:c4:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:09:46Z', 'updated_at': '2021-07-02T11:10:07Z', 'revision_number': 1, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:23Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:10:08.685271 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ad7bc-f645-4a1f-90e2-dff8c9a99c1f None None] The sync data for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi is: [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '78680ae7-1e84-4fd4-a1bb-1866ec63b557', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'port_id': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'mac_address': 'fa:16:3e:c4:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:09:46Z', 'updated_at': '2021-07-02T11:10:07Z', 'revision_number': 1, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:23Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:10:08.858013 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f151f-2820-4276-ae0e-1255a73f26ed None None] New status for floating IP 78680ae7-1e84-4fd4-a1bb-1866ec63b557: ACTIVE {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:10:09.164869 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b27c9-6f04-485c-bdec-ccda661ea79d req-e2f76e61-0e88-4eca-b44c-ab83d034dc95 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:09.166334 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f29b27c9-6f04-485c-bdec-ccda661ea79d req-e2f76e61-0e88-4eca-b44c-ab83d034dc95 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0621772 Jul 02 11:10:09.206297 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f29b27c9-6f04-485c-bdec-ccda661ea79d req-dba0c335-500b-4fa5-a015-51443c104910 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345461 Jul 02 11:10:10.381904 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbceac2-257e-42e4-b080-6ce4f0f7e047 req-883028e2-02f1-4bda-a55f-277348c1b4a1 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:10.383364 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8dbceac2-257e-42e4-b080-6ce4f0f7e047 req-883028e2-02f1-4bda-a55f-277348c1b4a1 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0612195 Jul 02 11:10:10.419636 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8dbceac2-257e-42e4-b080-6ce4f0f7e047 req-610d563a-28e2-435f-a53a-2f9d9c4343fe tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308363 Jul 02 11:10:10.885740 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bc71f-5d59-4672-ad16-ddbbb2301288 req-e42e9872-07a4-426a-96c0-33a01d890a88 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:10.887223 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5d9bc71f-5d59-4672-ad16-ddbbb2301288 req-e42e9872-07a4-426a-96c0-33a01d890a88 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 945 time: 0.0621624 Jul 02 11:10:10.924727 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5d9bc71f-5d59-4672-ad16-ddbbb2301288 req-a84a8ad0-2f17-483d-9b6b-3d38dbc959be tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318737 Jul 02 11:10:11.590762 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02253-942f-4224-bf6c-6aa9badd5590 req-fa920feb-55ac-4856-b108-cd805bb93ab5 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:11.592162 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-21c02253-942f-4224-bf6c-6aa9badd5590 req-fa920feb-55ac-4856-b108-cd805bb93ab5 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0652297 Jul 02 11:10:11.628751 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-21c02253-942f-4224-bf6c-6aa9badd5590 req-6034c183-7c87-4cb3-aab1-bc3fc58a0a75 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310457 Jul 02 11:10:12.098739 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9570a-5647-4039-8185-cd44771c4407 req-7feb4a95-0547-403e-b913-63ba133014e4 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:12.100178 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2ec9570a-5647-4039-8185-cd44771c4407 req-7feb4a95-0547-403e-b913-63ba133014e4 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 945 time: 0.0640652 Jul 02 11:10:12.136887 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2ec9570a-5647-4039-8185-cd44771c4407 req-4b6e5dec-5fa0-4964-b295-9f5b02f51555 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 Jul 02 11:10:12.472750 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:10:12.563913 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:10:12.575293 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'port_id': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'mac_address': 'fa:16:3e:0e:6d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:10:12.610454 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:12.626036 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:10:12.627103 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f46630-5f6d-4a7b-a647-1e8bba18ae94 req-006cc487-f4d0-4a4f-b20c-ce99340664ec tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:12.628749 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-26f46630-5f6d-4a7b-a647-1e8bba18ae94 req-006cc487-f4d0-4a4f-b20c-ce99340664ec tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 945 time: 0.0620923 Jul 02 11:10:12.645704 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:10:12.649408 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:12.696566 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:12.734714 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-26f46630-5f6d-4a7b-a647-1e8bba18ae94 req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Deleting port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:10:12.735056 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-26f46630-5f6d-4a7b-a647-1e8bba18ae94 req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:12.867024 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-26f46630-5f6d-4a7b-a647-1e8bba18ae94 req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] For port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3,segment=NetworkSegment(3373959d-d829-455d-be7e-2dc8398cecac),segment_id=3373959d-d829-455d-be7e-2dc8398cecac)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:10:12.867382 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-26f46630-5f6d-4a7b-a647-1e8bba18ae94 req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:12.876230 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c0f6b-b4cb-4db2-9fbd-cec2a8a6b4d9 req-ad0f1452-9f2b-42cf-8b5b-e7e9c6a708f2 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:12.878297 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ac6c0f6b-b4cb-4db2-9fbd-cec2a8a6b4d9 req-ad0f1452-9f2b-42cf-8b5b-e7e9c6a708f2 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 944 time: 0.1291618 Jul 02 11:10:12.892664 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['02e551da-61f1-4ba5-8b8b-7c0c021f2ebf'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:10:12.894308 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-26f46630-5f6d-4a7b-a647-1e8bba18ae94 req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Calling delete_port for 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:10:12.961168 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ac6c0f6b-b4cb-4db2-9fbd-cec2a8a6b4d9 req-2a9553c7-05f7-4055-b51a-783d895dc135 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758631 Jul 02 11:10:13.056389 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-26f46630-5f6d-4a7b-a647-1e8bba18ae94 req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:13.085134 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Pushing event deleted for resources: {'Port': ['ID=0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:13.114505 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:13.114861 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:13.115201 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:13.115538 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:13.115874 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:13.116216 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:13.116547 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:13.116900 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:13.117230 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:13.117555 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:13.117882 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:13.118208 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:13.138130 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f46630-5f6d-4a7b-a647-1e8bba18ae94 req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] No DVR routers for this DVR port 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:10:13.140530 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-26f46630-5f6d-4a7b-a647-1e8bba18ae94 req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:13.142579 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-26f46630-5f6d-4a7b-a647-1e8bba18ae94 req-712c8847-0b59-454b-ab45-c5f38d1c36b8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.67 "DELETE /v2.0/ports/0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 HTTP/1.1" status: 204 len: 173 time: 0.5069678 Jul 02 11:10:13.143004 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7d8c4a-aa37-412a-a97d-466bbb797e20', 'name': 'network-vif-deleted', 'tag': '0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:10:13.145240 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b5a325-d8f6-46a5-90e9-8e82d827ca1f" -d '{"events": [{"server_uuid": "0c7d8c4a-aa37-412a-a97d-466bbb797e20", "name": "network-vif-deleted", "tag": "0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:10:13.186199 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20c850c-3b72-4e7b-ab3c-d1cca52c3051 x-openstack-request-id: req-a20c850c-3b72-4e7b-ab3c-d1cca52c3051 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:10:13.186491 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7d8c4a-aa37-412a-a97d-466bbb797e20", "name": "network-vif-deleted", "tag": "0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:10:13.186741 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a20c850c-3b72-4e7b-ab3c-d1cca52c3051 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:10:13.187136 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7d8c4a-aa37-412a-a97d-466bbb797e20', 'name': 'network-vif-deleted', 'tag': '0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3', 'status': 'completed', 'code': 200} Jul 02 11:10:13.285815 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8d5947ea-c466-4811-8427-2e08f4ea19fc req-b4fe48db-5889-4eab-9dc7-076c31b36a3a tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c7d8c4a-aa37-412a-a97d-466bbb797e20 HTTP/1.1" status: 200 len: 210 time: 0.0323591 Jul 02 11:10:13.554498 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:10:14.136483 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c453ad-f21a-42b9-b727-da1f2e08e186 req-70e35d72-673a-45ec-aedc-76a206e1eea9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:14.137987 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b8c453ad-f21a-42b9-b727-da1f2e08e186 req-70e35d72-673a-45ec-aedc-76a206e1eea9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 944 time: 0.0618370 Jul 02 11:10:14.175867 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b8c453ad-f21a-42b9-b727-da1f2e08e186 req-f3de1df1-f8e9-41cc-a2b9-f1285faef09e tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 Jul 02 11:10:14.476734 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:10:14.538689 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:10:14.542833 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:10:14.543204 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:14.621635 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:14.642808 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:10:14.645229 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987c0006-57dc-4b26-8440-b398e281e442" -d '{"events": [{"server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "name": "network-vif-plugged", "status": "completed", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:10:14.658352 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:10:14.662875 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:14.663714 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:10:14.705243 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad76323-1a01-4d99-adca-8bbc16486998 x-openstack-request-id: req-8ad76323-1a01-4d99-adca-8bbc16486998 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:10:14.705620 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "name": "network-vif-plugged", "status": "completed", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:10:14.705899 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ad76323-1a01-4d99-adca-8bbc16486998 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:10:14.706285 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'code': 200} Jul 02 11:10:14.708595 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:10:14.709035 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 0d1e05b6-e5b7-4c4d-8335-b5b9054f4cd3 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:10:14.734302 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:15.347453 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907403a-b3dc-45dc-90c1-b91fe193af5e req-95fbf5b5-d06c-439c-ab2f-31856f546b3b tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:15.348940 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5907403a-b3dc-45dc-90c1-b91fe193af5e req-95fbf5b5-d06c-439c-ab2f-31856f546b3b tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0620267 Jul 02 11:10:15.385483 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5907403a-b3dc-45dc-90c1-b91fe193af5e req-bb4dba53-5897-4ab5-8860-686f223c9d19 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Jul 02 11:10:17.822065 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0dfc3-8ce4-4b29-8761-efd0cbde1ec9 req-0b588fa6-6543-4d7a-8bf8-86ec88e6310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:17.823530 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c4b0dfc3-8ce4-4b29-8761-efd0cbde1ec9 req-0b588fa6-6543-4d7a-8bf8-86ec88e6310c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0982702 Jul 02 11:10:17.894585 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c4b0dfc3-8ce4-4b29-8761-efd0cbde1ec9 req-88d581a1-8cf3-4986-8a67-495288e33360 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619254 Jul 02 11:10:17.916057 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95346397-b100-4e33-a869-46c0e1faf699 req-cc0c598f-1581-4203-b959-4bd23a79770e tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:17.917523 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-95346397-b100-4e33-a869-46c0e1faf699 req-cc0c598f-1581-4203-b959-4bd23a79770e tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0860932 Jul 02 11:10:17.955793 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-95346397-b100-4e33-a869-46c0e1faf699 req-afa6e27b-2ce8-4eb5-a9d0-b447fd407585 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326087 Jul 02 11:10:19.155695 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cd6fe-3a06-41cb-be67-bed48f2f3ce8 req-8c8261a1-0839-43de-9d98-21414f2cc949 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:19.157094 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-465cd6fe-3a06-41cb-be67-bed48f2f3ce8 req-8c8261a1-0839-43de-9d98-21414f2cc949 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0622399 Jul 02 11:10:19.198019 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-465cd6fe-3a06-41cb-be67-bed48f2f3ce8 req-5b53d4a6-ba34-4228-b93a-6f0044185516 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346665 Jul 02 11:10:19.368210 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5fe0f-d239-4d06-a22a-b05d4e9115fa req-67b2f237-1843-4906-b81e-e85b3ad26cf8 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:19.369713 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-39e5fe0f-d239-4d06-a22a-b05d4e9115fa req-67b2f237-1843-4906-b81e-e85b3ad26cf8 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0629580 Jul 02 11:10:19.406443 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-39e5fe0f-d239-4d06-a22a-b05d4e9115fa req-36b80e44-889e-4adc-a632-73e1b93663c8 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311387 Jul 02 11:10:19.430125 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42592) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:10:19.516159 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1506bede-a16b-425f-a239-ca315bbbf87a tempest-TestShelveInstance-1447807992 tempest-TestShelveInstance-1447807992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:19.518318 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-1506bede-a16b-425f-a239-ca315bbbf87a tempest-TestShelveInstance-1447807992 tempest-TestShelveInstance-1447807992-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 1093 time: 0.0872636 Jul 02 11:10:19.521255 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42596) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:10:19.525440 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Request body: {'floatingip': {'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'port_id': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:10:19.549940 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for floatingip, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:19.643716 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:19.748503 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Allocated IP 172.27.1.148 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/79b63d9d-b3ff-4198-a3a9-1e6127cbabbf) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:10:19.848474 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:19.887391 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:19.927304 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:10:19.930376 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:10:19.933827 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:10:20.193116 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event updated for resources: {'Port': ['ID=79b63d9d-b3ff-4198-a3a9-1e6127cbabbf,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:20.556479 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:20.631055 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:20.779243 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:20.784261 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:20.852477 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event updated for resources: {'Port': ['ID=79b63d9d-b3ff-4198-a3a9-1e6127cbabbf,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:20.864891 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:20.960250 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Floating IP 465df8da-c048-465a-93b9-d9da31ec90c3 associated. External IP: 172.27.1.148, port: 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf. Jul 02 11:10:21.171884 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:10:21.276370 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:10:21.286021 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a61d97-76e3-4b6d-ae6b-267cd89717e3 None None] Sync routers for ids ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:10:21.292095 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:21.295642 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a61d97-76e3-4b6d-ae6b-267cd89717e3 None None] Routers {'6f3f725d-16f7-4bb7-b33b-22efe4e68917'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:10:21.296259 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-12a61d97-76e3-4b6d-ae6b-267cd89717e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:10:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:10:21.332208 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-8cef15a6-4951-4087-b6b6-548ea44c5c4a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8095336 Jul 02 11:10:21.332413 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:10:21.334636 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441102db-9f52-4008-8224-b1e67e553564" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:10:21.400083 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-12a61d97-76e3-4b6d-ae6b-267cd89717e3 None None] Set router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:10:21.613048 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-12a61d97-76e3-4b6d-ae6b-267cd89717e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '465df8da-c048-465a-93b9-d9da31ec90c3', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'port_id': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'mac_address': 'fa:16:3e:0e:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:10:20Z', 'updated_at': '2021-07-02T11:10:20Z', 'revision_number': 0, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9', 'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'mac_address': 'fa:16:3e:40:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:23Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 5, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'subnets': [{'id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:10:21.638530 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a61d97-76e3-4b6d-ae6b-267cd89717e3 None None] Checking router: 6f3f725d-16f7-4bb7-b33b-22efe4e68917 for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:10:21.647134 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a61d97-76e3-4b6d-ae6b-267cd89717e3 None None] Routers {'6f3f725d-16f7-4bb7-b33b-22efe4e68917'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:10:21.647728 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-12a61d97-76e3-4b6d-ae6b-267cd89717e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:10:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:10:21.747477 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-12a61d97-76e3-4b6d-ae6b-267cd89717e3 None None] Set router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:10:21.961584 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-12a61d97-76e3-4b6d-ae6b-267cd89717e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '465df8da-c048-465a-93b9-d9da31ec90c3', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'port_id': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'mac_address': 'fa:16:3e:0e:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:10:20Z', 'updated_at': '2021-07-02T11:10:20Z', 'revision_number': 0, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9', 'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'mac_address': 'fa:16:3e:40:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:23Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 5, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'subnets': [{'id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:10:21.992703 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a61d97-76e3-4b6d-ae6b-267cd89717e3 None None] The sync data for ids ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'] in dv-cinder-784092-13-iscsi is: [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '465df8da-c048-465a-93b9-d9da31ec90c3', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'port_id': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'mac_address': 'fa:16:3e:0e:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:10:20Z', 'updated_at': '2021-07-02T11:10:20Z', 'revision_number': 0, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9', 'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'mac_address': 'fa:16:3e:40:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:23Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 5, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'subnets': [{'id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:10:22.170520 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af01857-027d-4ee3-ac6a-a9c385aab856 None None] New status for floating IP 465df8da-c048-465a-93b9-d9da31ec90c3: ACTIVE {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:10:23.230957 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b9b972-54c7-4022-b3ad-d47a7ca4bfba x-openstack-request-id: req-15b9b972-54c7-4022-b3ad-d47a7ca4bfba {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:10:23.231431 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:10:23.231547 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15b9b972-54c7-4022-b3ad-d47a7ca4bfba {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:10:23.231873 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'status': 'completed', 'code': 200} Jul 02 11:10:23.318322 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441102db-9f52-4008-8224-b1e67e553564 req-6c85d713-e805-4e9e-a54e-280de0d35559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:23.319805 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-441102db-9f52-4008-8224-b1e67e553564 req-6c85d713-e805-4e9e-a54e-280de0d35559 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3eff47995f3f4655b1331dbda8a4fdc2&device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0536704 Jul 02 11:10:23.418444 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441102db-9f52-4008-8224-b1e67e553564 req-628498b4-f99c-4634-9e42-254ef79dfb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:23.419915 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-441102db-9f52-4008-8224-b1e67e553564 req-628498b4-f99c-4634-9e42-254ef79dfb68 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d HTTP/1.1" status: 200 len: 910 time: 0.0927556 Jul 02 11:10:23.487488 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-441102db-9f52-4008-8224-b1e67e553564 req-861a6add-4164-4090-a21f-d42a451b79fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf HTTP/1.1" status: 200 len: 1001 time: 0.0592546 Jul 02 11:10:23.544763 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441102db-9f52-4008-8224-b1e67e553564 req-a96d0d0f-3a90-432c-ad84-f4887a2c2d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:23.546252 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-441102db-9f52-4008-8224-b1e67e553564 req-a96d0d0f-3a90-432c-ad84-f4887a2c2d7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e4b573e-f211-4c97-a0ae-62a58fff67bc HTTP/1.1" status: 200 len: 848 time: 0.0436530 Jul 02 11:10:23.613053 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441102db-9f52-4008-8224-b1e67e553564 req-ee584162-066d-42bb-a273-248d97c9dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:23.614552 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-441102db-9f52-4008-8224-b1e67e553564 req-ee584162-066d-42bb-a273-248d97c9dbdb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518663 Jul 02 11:10:23.715526 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-441102db-9f52-4008-8224-b1e67e553564 req-dbfe2f0b-0e62-4f92-a0eb-3bfaa18d3453 service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865943 Jul 02 11:10:23.808340 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-441102db-9f52-4008-8224-b1e67e553564 req-03c726eb-87f4-481c-970a-f40329d5fd37 service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854452 Jul 02 11:10:24.514991 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-877ba10f-a77b-4d34-923b-94a454ec3d6b tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:24.516432 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-877ba10f-a77b-4d34-923b-94a454ec3d6b tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/networks?id=cf3ca9c3-17c7-443a-a429-1f3cf6e52178 HTTP/1.1" status: 200 len: 813 time: 0.1008010 Jul 02 11:10:24.531134 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-8513e0dd-e704-4112-b9dd-98b10a115067 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/quotas/ae4d6b2177c947d58dd2b60ee87d7aa1 HTTP/1.1" status: 200 len: 375 time: 0.0086288 Jul 02 11:10:24.562849 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-53c943c2-3f2d-4edc-a539-7a5fdb028b82 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae4d6b2177c947d58dd2b60ee87d7aa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264220 Jul 02 11:10:24.692995 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-0fee5140-5aa9-4585-83f0-1d2502320351 service neutron] 10.222.0.24 "GET /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232746 Jul 02 11:10:24.782081 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-6b764d95-49cd-40e3-88f5-bb1952eee428 service neutron] 10.222.0.24 "GET /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835667 Jul 02 11:10:24.947214 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c74d406c-47b7-4a16-a1e4-acda04622a6b req-5e221340-994e-47ca-999f-96e6e7a728be tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 210 time: 0.0291717 Jul 02 11:10:25.823496 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-016e65b5-7c2f-416e-a021-5f0674fe4fc6 req-63feed44-df5e-4eb3-b7e0-00f981dad345 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501721 Jul 02 11:10:25.917650 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e65b5-7c2f-416e-a021-5f0674fe4fc6 req-bd766a99-21fa-448e-9270-afe5deff0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:25.919136 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-016e65b5-7c2f-416e-a021-5f0674fe4fc6 req-bd766a99-21fa-448e-9270-afe5deff0d75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad109f4b3218414bbd6d40c51fc507aa&device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 1138 time: 0.0525177 Jul 02 11:10:26.029394 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e65b5-7c2f-416e-a021-5f0674fe4fc6 req-17d5a9ab-dfb4-4501-9e41-1f51569fa15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:26.030856 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-016e65b5-7c2f-416e-a021-5f0674fe4fc6 req-17d5a9ab-dfb4-4501-9e41-1f51569fa15a service neutron] 10.222.0.67 "GET /v2.0/networks?id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8 HTTP/1.1" status: 200 len: 916 time: 0.0883422 Jul 02 11:10:26.112833 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2d6bf46f-31b0-423d-a80f-3a143a4422b2 req-7a699f9f-cc83-4399-b198-7a11e73bf137 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 210 time: 0.0366817 Jul 02 11:10:26.131882 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-016e65b5-7c2f-416e-a021-5f0674fe4fc6 req-28547d4c-8bce-49c0-8ca9-b7fb62cf357b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b832619b-79dc-47ae-8df7-f1adac3d546e HTTP/1.1" status: 200 len: 1001 time: 0.0937526 Jul 02 11:10:26.247634 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e65b5-7c2f-416e-a021-5f0674fe4fc6 req-85c11e89-6177-4626-941d-16846fe03e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:26.249104 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-016e65b5-7c2f-416e-a021-5f0674fe4fc6 req-85c11e89-6177-4626-941d-16846fe03e25 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3267e5ec-5fce-4181-9923-df3694a5208b HTTP/1.1" status: 200 len: 854 time: 0.1011629 Jul 02 11:10:26.310509 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-e0af147d-8c47-46c1-b085-9807fc8347b1 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:26.311911 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-e0af147d-8c47-46c1-b085-9807fc8347b1 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.67 "GET /v2.0/networks?id=cf3ca9c3-17c7-443a-a429-1f3cf6e52178 HTTP/1.1" status: 200 len: 813 time: 0.1562238 Jul 02 11:10:26.326514 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Request body: {'port': {'device_id': 'f829220e-a3a0-48bd-ab8b-ca2bef53b41c', 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178', 'admin_state_up': True, 'tenant_id': 'ae4d6b2177c947d58dd2b60ee87d7aa1'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:10:26.392376 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e65b5-7c2f-416e-a021-5f0674fe4fc6 req-d2c27185-fbbc-4ed2-a56b-17aa0a6a3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:26.393875 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-016e65b5-7c2f-416e-a021-5f0674fe4fc6 req-d2c27185-fbbc-4ed2-a56b-17aa0a6a3731 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1226003 Jul 02 11:10:26.505124 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Made reservation on behalf of ae4d6b2177c947d58dd2b60ee87d7aa1 for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:10:26.508561 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:26.535875 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-016e65b5-7c2f-416e-a021-5f0674fe4fc6 req-185607dc-b873-487d-8af5-87056192ca3b service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309991 Jul 02 11:10:26.939364 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-016e65b5-7c2f-416e-a021-5f0674fe4fc6 req-693d2deb-822c-4e94-a3c2-9455fc1591c3 service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935399 Jul 02 11:10:26.943065 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Allocated IP 172.20.0.7 (cf3ca9c3-17c7-443a-a429-1f3cf6e52178/9aa5a331-2b0a-4319-ab86-8e6d15a8cdb4/65ac42f7-d0b2-4159-a3b6-60d97e3506fb) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:10:27.087086 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:27.124360 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:27.171322 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:10:27.174851 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:10:27.178543 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:10:27.202960 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Pushing event updated for resources: {'Port': ['ID=65ac42f7-d0b2-4159-a3b6-60d97e3506fb,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:27.231856 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:27.232462 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:27.274751 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-f9e144a9-cf25-4201-8552-0c4b1b1f8b83 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9520864 Jul 02 11:10:27.289792 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Request body: {'port': {'device_id': 'f829220e-a3a0-48bd-ab8b-ca2bef53b41c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:10:27.335547 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a164a-b419-4754-9128-fda30f80746e req-a3076feb-1a8b-4c29-94ae-4bdb23bd234f tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:27.337026 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f36a164a-b419-4754-9128-fda30f80746e req-a3076feb-1a8b-4c29-94ae-4bdb23bd234f tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 931 time: 0.1020966 Jul 02 11:10:27.400134 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:27.414585 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f36a164a-b419-4754-9128-fda30f80746e req-6fd78ba2-a53b-4f18-8a7c-2bf4111ac770 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705357 Jul 02 11:10:27.573196 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:27.664025 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ac42f7-d0b2-4159-a3b6-60d97e3506fb {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:10:27.671973 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:27.685197 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Transition to ACTIVE for port object 65ac42f7-d0b2-4159-a3b6-60d97e3506fb will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:10:27.690829 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:27.771128 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Pushing event updated for resources: {'Port': ['ID=65ac42f7-d0b2-4159-a3b6-60d97e3506fb,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:27.818967 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Attempting to bind port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:10:27.819299 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Attempting to bind port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '3373959d-d829-455d-be7e-2dc8398cecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:10:27.819626 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Attempting to bind port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb on network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:10:27.823780 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb on network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:10:27.824097 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Attempting to bind port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb on network cf3ca9c3-17c7-443a-a429-1f3cf6e52178 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:10:27.829139 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:10:27.829694 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Checking segment: {'id': '3373959d-d829-455d-be7e-2dc8398cecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:10:27.830268 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Bound using segment: {'id': '3373959d-d829-455d-be7e-2dc8398cecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:10:27.830705 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Bound port: 65ac42f7-d0b2-4159-a3b6-60d97e3506fb, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3373959d-d829-455d-be7e-2dc8398cecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:10:27.831061 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:27.892856 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] For port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:10:27.895962 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] For port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=65ac42f7-d0b2-4159-a3b6-60d97e3506fb,segment=NetworkSegment(3373959d-d829-455d-be7e-2dc8398cecac),segment_id=3373959d-d829-455d-be7e-2dc8398cecac)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:10:27.899491 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:27.937667 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:27.938217 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:27.940319 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] 10.222.0.67 "PUT /v2.0/ports/65ac42f7-d0b2-4159-a3b6-60d97e3506fb HTTP/1.1" status: 200 len: 1093 time: 0.6551721 Jul 02 11:10:27.940910 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f829220e-a3a0-48bd-ab8b-ca2bef53b41c', 'tag': '65ac42f7-d0b2-4159-a3b6-60d97e3506fb'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:10:27.942984 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42c6ef-609b-4801-b572-b3d5e4ac8780" -d '{"events": [{"name": "network-changed", "server_uuid": "f829220e-a3a0-48bd-ab8b-ca2bef53b41c", "tag": "65ac42f7-d0b2-4159-a3b6-60d97e3506fb"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:10:27.965568 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e21525-a790-4a4f-89dd-ead4a7429b5e service neutron] Pushing event updated for resources: {'Port': ['ID=65ac42f7-d0b2-4159-a3b6-60d97e3506fb,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:28.036185 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57466a93-9280-40e0-988a-c811ad88c514 x-openstack-request-id: req-57466a93-9280-40e0-988a-c811ad88c514 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:10:28.036476 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f829220e-a3a0-48bd-ab8b-ca2bef53b41c", "tag": "65ac42f7-d0b2-4159-a3b6-60d97e3506fb", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:10:28.036753 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57466a93-9280-40e0-988a-c811ad88c514 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:10:28.037140 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f829220e-a3a0-48bd-ab8b-ca2bef53b41c', 'tag': '65ac42f7-d0b2-4159-a3b6-60d97e3506fb', 'status': 'completed', 'code': 200} Jul 02 11:10:28.052688 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-afdc8f67-6444-45bd-927d-07bf5da31337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:28.054239 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-afdc8f67-6444-45bd-927d-07bf5da31337 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae4d6b2177c947d58dd2b60ee87d7aa1&device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 1096 time: 0.0595136 Jul 02 11:10:28.095816 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-33cb29ec-b6d6-4e1b-9127-c3f64d81b6ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65ac42f7-d0b2-4159-a3b6-60d97e3506fb HTTP/1.1" status: 200 len: 217 time: 0.0326953 Jul 02 11:10:28.149994 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-6c46a369-29e4-471a-afed-36f5f47ee423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:28.151367 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-6c46a369-29e4-471a-afed-36f5f47ee423 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9aa5a331-2b0a-4319-ab86-8e6d15a8cdb4 HTTP/1.1" status: 200 len: 853 time: 0.0450568 Jul 02 11:10:28.184184 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-6cd8ec64-1d24-4910-9844-000c4ced19ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf3ca9c3-17c7-443a-a429-1f3cf6e52178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253325 Jul 02 11:10:28.271624 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-37c7732b-1457-4f7b-be52-d835641a141e service neutron] 10.222.0.67 "GET /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775855 Jul 02 11:10:28.366349 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-35509d8c-6698-4c6c-88c6-c8482edda5c4 req-5870b605-0525-4665-beca-29a572e73187 service neutron] 10.222.0.67 "GET /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824828 Jul 02 11:10:28.471260 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c6ef-609b-4801-b572-b3d5e4ac8780 req-09eee215-76b9-455c-ae84-e26da3c0ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:28.472795 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fb42c6ef-609b-4801-b572-b3d5e4ac8780 req-09eee215-76b9-455c-ae84-e26da3c0ff80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae4d6b2177c947d58dd2b60ee87d7aa1&device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 1096 time: 0.0517461 Jul 02 11:10:28.600883 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c6ef-609b-4801-b572-b3d5e4ac8780 req-e9ec4510-46b5-47fd-81a3-95ebcd1207b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:28.602227 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fb42c6ef-609b-4801-b572-b3d5e4ac8780 req-e9ec4510-46b5-47fd-81a3-95ebcd1207b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf3ca9c3-17c7-443a-a429-1f3cf6e52178 HTTP/1.1" status: 200 len: 914 time: 0.1209743 Jul 02 11:10:28.625303 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a071f98-0397-40a4-8c91-926de15f755c req-d302198e-41af-4bc1-b5b4-745fbf7305c8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:28.626905 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9a071f98-0397-40a4-8c91-926de15f755c req-d302198e-41af-4bc1-b5b4-745fbf7305c8 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 943 time: 0.0874031 Jul 02 11:10:28.659930 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fb42c6ef-609b-4801-b572-b3d5e4ac8780 req-3491f267-0b2d-4059-891a-9feb26dcbfa3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65ac42f7-d0b2-4159-a3b6-60d97e3506fb HTTP/1.1" status: 200 len: 217 time: 0.0479712 Jul 02 11:10:28.717897 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9a071f98-0397-40a4-8c91-926de15f755c req-761a0951-6c76-4cad-8216-a7fa77dbe79b tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653322 Jul 02 11:10:28.727298 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c6ef-609b-4801-b572-b3d5e4ac8780 req-b12f3e5c-2228-42eb-96a1-53d962823210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:28.728708 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fb42c6ef-609b-4801-b572-b3d5e4ac8780 req-b12f3e5c-2228-42eb-96a1-53d962823210 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9aa5a331-2b0a-4319-ab86-8e6d15a8cdb4 HTTP/1.1" status: 200 len: 853 time: 0.0593309 Jul 02 11:10:28.761294 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fb42c6ef-609b-4801-b572-b3d5e4ac8780 req-f97f1a3e-83d5-4613-94da-c19461cbccab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf3ca9c3-17c7-443a-a429-1f3cf6e52178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254960 Jul 02 11:10:28.859970 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fb42c6ef-609b-4801-b572-b3d5e4ac8780 req-cd7195d5-94b0-427b-81c9-0b97845d3b2a service neutron] 10.222.0.67 "GET /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867250 Jul 02 11:10:28.955610 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fb42c6ef-609b-4801-b572-b3d5e4ac8780 req-0841bb0e-f58a-4b67-85d7-dd30918ccb9b service neutron] 10.222.0.67 "GET /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836124 Jul 02 11:10:29.892099 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce0639-0ac3-4638-a827-71965221aced req-bb267903-eed6-48a3-8847-b72002705600 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:29.893577 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6fce0639-0ac3-4638-a827-71965221aced req-bb267903-eed6-48a3-8847-b72002705600 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 943 time: 0.0650294 Jul 02 11:10:29.931160 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6fce0639-0ac3-4638-a827-71965221aced req-d5c0c5b9-604e-4951-9bae-be0e7e4c27e5 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Jul 02 11:10:30.526620 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 65ac42f7-d0b2-4159-a3b6-60d97e3506fb details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:10:30.616430 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=65ac42f7-d0b2-4159-a3b6-60d97e3506fb,segment=NetworkSegment(3373959d-d829-455d-be7e-2dc8398cecac),segment_id=3373959d-d829-455d-be7e-2dc8398cecac)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:10:30.627571 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '65ac42f7-d0b2-4159-a3b6-60d97e3506fb', 'network_id': 'cf3ca9c3-17c7-443a-a429-1f3cf6e52178', 'port_id': '65ac42f7-d0b2-4159-a3b6-60d97e3506fb', 'mac_address': 'fa:16:3e:8b:9b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa5a331-2b0a-4319-ab86-8e6d15a8cdb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:10:30.666411 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:30.679008 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ac42f7-d0b2-4159-a3b6-60d97e3506fb {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:10:30.704901 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=65ac42f7-d0b2-4159-a3b6-60d97e3506fb,segment=NetworkSegment(3373959d-d829-455d-be7e-2dc8398cecac),segment_id=3373959d-d829-455d-be7e-2dc8398cecac)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:10:30.709157 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:30.713633 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-793f4e65-8ccc-4c66-95dc-2719b3859124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:30.755349 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=65ac42f7-d0b2-4159-a3b6-60d97e3506fb,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:30.995351 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['65ac42f7-d0b2-4159-a3b6-60d97e3506fb'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:10:31.109247 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f1714-1a59-4bbf-9c2c-fb1e62b3b3d2 req-f5429c68-8373-4ac2-803a-5fbb1fcb9f92 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:31.111358 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3e6f1714-1a59-4bbf-9c2c-fb1e62b3b3d2 req-f5429c68-8373-4ac2-803a-5fbb1fcb9f92 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 944 time: 0.0653331 Jul 02 11:10:31.150783 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3e6f1714-1a59-4bbf-9c2c-fb1e62b3b3d2 req-94b91d9a-3572-4df6-b46b-f9e6bf280f27 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331464 Jul 02 11:10:32.326890 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a2f50-5b13-4779-9537-6de1e0bef266 req-230e2380-2749-4895-9ffc-8ccfbfc002c9 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:32.326890 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-105a2f50-5b13-4779-9537-6de1e0bef266 req-230e2380-2749-4895-9ffc-8ccfbfc002c9 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 944 time: 0.0634987 Jul 02 11:10:32.365934 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-105a2f50-5b13-4779-9537-6de1e0bef266 req-a248ffe2-d773-4c5f-b7b1-9769c6469537 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Jul 02 11:10:32.529070 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 65ac42f7-d0b2-4159-a3b6-60d97e3506fb up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:10:32.576749 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:10:32.581174 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:10:32.581543 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:32.655039 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:32.679155 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f829220e-a3a0-48bd-ab8b-ca2bef53b41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ac42f7-d0b2-4159-a3b6-60d97e3506fb'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:10:32.681441 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f18095-1b51-4c37-9729-c9106cacfe48" -d '{"events": [{"server_uuid": "f829220e-a3a0-48bd-ab8b-ca2bef53b41c", "name": "network-vif-plugged", "status": "completed", "tag": "65ac42f7-d0b2-4159-a3b6-60d97e3506fb"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:10:32.694348 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=65ac42f7-d0b2-4159-a3b6-60d97e3506fb,segment=NetworkSegment(3373959d-d829-455d-be7e-2dc8398cecac),segment_id=3373959d-d829-455d-be7e-2dc8398cecac)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:10:32.698320 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:32.721430 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd325beb-d0ba-4e65-8d95-7112e6a9ab71 x-openstack-request-id: req-cd325beb-d0ba-4e65-8d95-7112e6a9ab71 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:10:32.721718 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f829220e-a3a0-48bd-ab8b-ca2bef53b41c", "name": "network-vif-plugged", "status": "completed", "tag": "65ac42f7-d0b2-4159-a3b6-60d97e3506fb", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:10:32.721962 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd325beb-d0ba-4e65-8d95-7112e6a9ab71 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:10:32.722336 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f829220e-a3a0-48bd-ab8b-ca2bef53b41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ac42f7-d0b2-4159-a3b6-60d97e3506fb', 'code': 200} Jul 02 11:10:32.746727 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=65ac42f7-d0b2-4159-a3b6-60d97e3506fb,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:32.948929 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b786e-0126-4ea4-bce8-8ec782cece1a req-c94c109b-49fe-47da-b864-d107e4838cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:32.950347 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b97b786e-0126-4ea4-bce8-8ec782cece1a req-c94c109b-49fe-47da-b864-d107e4838cf1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 1098 time: 0.0572643 Jul 02 11:10:32.989648 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b97b786e-0126-4ea4-bce8-8ec782cece1a req-d9f94e7e-d31e-4182-804a-6c88e86c4e22 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273914 Jul 02 11:10:33.029205 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-db68d89b-0703-4718-886d-ecec3bea89be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:33.488328 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:33.542426 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77de1f-9829-4880-9f44-2ee23c75ad11 req-096c448c-5399-4671-bdbe-36e548bd84c5 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:33.544023 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0b77de1f-9829-4880-9f44-2ee23c75ad11 req-096c448c-5399-4671-bdbe-36e548bd84c5 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 945 time: 0.0668046 Jul 02 11:10:33.583396 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0b77de1f-9829-4880-9f44-2ee23c75ad11 req-caabd119-bd26-4d24-9033-fa73462d6a34 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323989 Jul 02 11:10:34.380164 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:34.758126 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18cbeb-6cfd-47f3-b107-f39220e86ba7 req-e333100e-121c-422f-9073-59f92d70d8b2 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:34.759638 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5b18cbeb-6cfd-47f3-b107-f39220e86ba7 req-e333100e-121c-422f-9073-59f92d70d8b2 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 945 time: 0.0662642 Jul 02 11:10:34.798465 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5b18cbeb-6cfd-47f3-b107-f39220e86ba7 req-c3369ebf-51be-401f-98b9-fedcee8977cf tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325847 Jul 02 11:10:35.878582 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:45.247627 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:10:52.971763 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257d750-0f07-4e85-a3ee-09c553a80991 req-7ab43aeb-48f9-4faf-a890-d6ec9409c057 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:52.973269 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5257d750-0f07-4e85-a3ee-09c553a80991 req-7ab43aeb-48f9-4faf-a890-d6ec9409c057 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0616562 Jul 02 11:10:53.008886 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5257d750-0f07-4e85-a3ee-09c553a80991 req-a9de4115-d842-4737-b779-04e2f1758f7d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301051 Jul 02 11:10:54.188217 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750d158-49c1-4a53-97d8-333ac607bee1 req-7e9a4ab4-51cc-45d9-b792-37a456c9e9cd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:54.189740 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a750d158-49c1-4a53-97d8-333ac607bee1 req-7e9a4ab4-51cc-45d9-b792-37a456c9e9cd tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0625746 Jul 02 11:10:54.226335 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a750d158-49c1-4a53-97d8-333ac607bee1 req-7004941e-b041-4293-b9ca-a52384d32629 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309463 Jul 02 11:10:55.411025 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5fd56-b0b7-4957-8be6-ae422a997282 req-a55ada08-2637-4750-bf5d-986a8dda27ba tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:55.412494 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fdd5fd56-b0b7-4957-8be6-ae422a997282 req-a55ada08-2637-4750-bf5d-986a8dda27ba tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0689695 Jul 02 11:10:55.450943 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fdd5fd56-b0b7-4957-8be6-ae422a997282 req-8a60d481-ba73-4dfe-a250-61c43486bccf tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327566 Jul 02 11:10:55.991653 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934be39-3d08-4a0f-b37a-0e41ce6d0b6b req-8d55b9b1-6c03-4e86-b012-34feed4b9972 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:55.993150 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e934be39-3d08-4a0f-b37a-0e41ce6d0b6b req-8d55b9b1-6c03-4e86-b012-34feed4b9972 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 945 time: 0.0635860 Jul 02 11:10:56.029657 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e934be39-3d08-4a0f-b37a-0e41ce6d0b6b req-c12c6693-358c-4434-b510-ef98920991c0 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Jul 02 11:10:56.632730 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b5cca-ac28-4b4b-aa78-38af33cc87e6 req-fe1085c6-b5ee-4b4d-abf7-5b9d79b388fc tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:56.634024 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-589b5cca-ac28-4b4b-aa78-38af33cc87e6 req-fe1085c6-b5ee-4b4d-abf7-5b9d79b388fc tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0640593 Jul 02 11:10:56.671314 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-589b5cca-ac28-4b4b-aa78-38af33cc87e6 req-ae50fe15-48c7-49b2-8538-2a3c70096ff7 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318747 Jul 02 11:10:57.202261 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d0c1-d05b-42a7-80c8-b5575223424d req-9c0a8c31-b3f4-46dc-9d92-00271f320bd7 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:57.203607 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7f09d0c1-d05b-42a7-80c8-b5575223424d req-9c0a8c31-b3f4-46dc-9d92-00271f320bd7 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 945 time: 0.0622535 Jul 02 11:10:57.239828 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7f09d0c1-d05b-42a7-80c8-b5575223424d req-f72b8fb8-1012-4088-986f-0aef68edd61c tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/security-groups?id=b970f64b-9886-4a45-8ddf-5575159d7f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301154 Jul 02 11:10:57.587486 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:57.692097 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6d388-df6e-484d-a1fb-b1e9aa8640b9 req-4e12a885-da3d-42dd-812f-7954529b4461 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:57.693537 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e7c6d388-df6e-484d-a1fb-b1e9aa8640b9 req-4e12a885-da3d-42dd-812f-7954529b4461 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.67 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 945 time: 0.0604565 Jul 02 11:10:57.831088 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-e7c6d388-df6e-484d-a1fb-b1e9aa8640b9 req-b5a7d93f-5105-4542-95f0-ca22d8c53535 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Deleting port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:10:57.831423 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-e7c6d388-df6e-484d-a1fb-b1e9aa8640b9 req-b5a7d93f-5105-4542-95f0-ca22d8c53535 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:57.929469 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdb436-d03e-40e9-b24d-1f61ca0e5b13 req-f4ca278a-800d-421e-8706-dcc9ec16781e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:57.930920 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-21bdb436-d03e-40e9-b24d-1f61ca0e5b13 req-f4ca278a-800d-421e-8706-dcc9ec16781e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.1437817 Jul 02 11:10:57.969427 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-af1e8fca-d6b9-4391-8507-702bac6ce108 req-e9f1cb90-6d24-45c2-926e-860d799065ec tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030460527&fields=id&tenant_id=ad109f4b3218414bbd6d40c51fc507aa HTTP/1.1" status: 200 len: 267 time: 0.1039414 Jul 02 11:10:57.993648 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-e7c6d388-df6e-484d-a1fb-b1e9aa8640b9 req-b5a7d93f-5105-4542-95f0-ca22d8c53535 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] For port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=65ac42f7-d0b2-4159-a3b6-60d97e3506fb,segment=NetworkSegment(3373959d-d829-455d-be7e-2dc8398cecac),segment_id=3373959d-d829-455d-be7e-2dc8398cecac)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:10:57.994003 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-e7c6d388-df6e-484d-a1fb-b1e9aa8640b9 req-b5a7d93f-5105-4542-95f0-ca22d8c53535 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:58.034520 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-e7c6d388-df6e-484d-a1fb-b1e9aa8640b9 req-b5a7d93f-5105-4542-95f0-ca22d8c53535 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Calling delete_port for 65ac42f7-d0b2-4159-a3b6-60d97e3506fb owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:10:58.043319 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-21bdb436-d03e-40e9-b24d-1f61ca0e5b13 req-8dad2a37-0abd-4a1e-a431-349184a92848 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045372 Jul 02 11:10:58.129517 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e8fca-d6b9-4391-8507-702bac6ce108 req-9b97f63f-742d-4d6c-819a-6937d3de63af tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:58.130976 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-af1e8fca-d6b9-4391-8507-702bac6ce108 req-9b97f63f-742d-4d6c-819a-6937d3de63af tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 985 time: 0.1532154 Jul 02 11:10:58.145377 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-af1e8fca-d6b9-4391-8507-702bac6ce108 req-33563ed9-94ab-48ff-becb-06b412e55b43 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Request body: {'port': {'security_groups': ['c8a13ccf-f195-4ad8-b761-b1de97fe155b']}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:10:58.261014 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-e7c6d388-df6e-484d-a1fb-b1e9aa8640b9 req-b5a7d93f-5105-4542-95f0-ca22d8c53535 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:58.277050 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['65ac42f7-d0b2-4159-a3b6-60d97e3506fb'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:10:58.295841 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-af1e8fca-d6b9-4391-8507-702bac6ce108 req-33563ed9-94ab-48ff-becb-06b412e55b43 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:58.305877 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7d93f-5105-4542-95f0-ca22d8c53535 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Pushing event deleted for resources: {'Port': ['ID=65ac42f7-d0b2-4159-a3b6-60d97e3506fb,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:58.373723 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c6d388-df6e-484d-a1fb-b1e9aa8640b9 req-b5a7d93f-5105-4542-95f0-ca22d8c53535 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] No DVR routers for this DVR port 65ac42f7-d0b2-4159-a3b6-60d97e3506fb on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:10:58.379431 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-e7c6d388-df6e-484d-a1fb-b1e9aa8640b9 req-b5a7d93f-5105-4542-95f0-ca22d8c53535 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:58.381379 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e7c6d388-df6e-484d-a1fb-b1e9aa8640b9 req-b5a7d93f-5105-4542-95f0-ca22d8c53535 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.67 "DELETE /v2.0/ports/65ac42f7-d0b2-4159-a3b6-60d97e3506fb HTTP/1.1" status: 204 len: 173 time: 0.6822569 Jul 02 11:10:58.386181 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f829220e-a3a0-48bd-ab8b-ca2bef53b41c', 'name': 'network-vif-deleted', 'tag': '65ac42f7-d0b2-4159-a3b6-60d97e3506fb'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:10:58.388394 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d882e4-2ae3-463c-8615-71ea4d496604" -d '{"events": [{"server_uuid": "f829220e-a3a0-48bd-ab8b-ca2bef53b41c", "name": "network-vif-deleted", "tag": "65ac42f7-d0b2-4159-a3b6-60d97e3506fb"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:10:58.424369 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1bc74c6e-566d-449f-85a8-450b6f233d29 req-84aa28dd-d682-43c1-b571-0aa61f3bebc3 tempest-VolumesSnapshotTestJSON-2143462046 tempest-VolumesSnapshotTestJSON-2143462046-project] 10.222.0.24 "GET /v2.0/ports?device_id=f829220e-a3a0-48bd-ab8b-ca2bef53b41c HTTP/1.1" status: 200 len: 210 time: 0.0461655 Jul 02 11:10:58.475854 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12137f45-eae1-429f-b6e3-ace127c9d595 x-openstack-request-id: req-12137f45-eae1-429f-b6e3-ace127c9d595 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:10:58.476147 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f829220e-a3a0-48bd-ab8b-ca2bef53b41c", "name": "network-vif-deleted", "tag": "65ac42f7-d0b2-4159-a3b6-60d97e3506fb", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:10:58.476399 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12137f45-eae1-429f-b6e3-ace127c9d595 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:10:58.476807 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f829220e-a3a0-48bd-ab8b-ca2bef53b41c', 'name': 'network-vif-deleted', 'tag': '65ac42f7-d0b2-4159-a3b6-60d97e3506fb', 'status': 'completed', 'code': 200} Jul 02 11:10:58.560123 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-af1e8fca-d6b9-4391-8507-702bac6ce108 req-33563ed9-94ab-48ff-becb-06b412e55b43 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] For port b832619b-79dc-47ae-8df7-f1adac3d546e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b832619b-79dc-47ae-8df7-f1adac3d546e,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:10:58.589245 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-af1e8fca-d6b9-4391-8507-702bac6ce108 req-33563ed9-94ab-48ff-becb-06b412e55b43 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:58.593510 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-af1e8fca-d6b9-4391-8507-702bac6ce108 req-33563ed9-94ab-48ff-becb-06b412e55b43 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:58.604989 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['b832619b-79dc-47ae-8df7-f1adac3d546e'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:10:58.635033 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e8fca-d6b9-4391-8507-702bac6ce108 req-33563ed9-94ab-48ff-becb-06b412e55b43 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:58.635677 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-af1e8fca-d6b9-4391-8507-702bac6ce108 req-33563ed9-94ab-48ff-becb-06b412e55b43 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:58.637240 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-af1e8fca-d6b9-4391-8507-702bac6ce108 req-33563ed9-94ab-48ff-becb-06b412e55b43 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "PUT /v2.0/ports/b832619b-79dc-47ae-8df7-f1adac3d546e HTTP/1.1" status: 200 len: 943 time: 0.4995344 Jul 02 11:10:58.644391 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 42926) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:10:58.674829 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33563ed9-94ab-48ff-becb-06b412e55b43 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event updated for resources: {'Port': ['ID=b832619b-79dc-47ae-8df7-f1adac3d546e,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:58.717596 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:58.748332 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:58.820696 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:58.823525 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:58.824856 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "DELETE /v2.0/security-groups/ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3 HTTP/1.1" status: 204 len: 168 time: 0.1792822 Jul 02 11:10:58.827824 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 42930) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:10:58.835600 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2f8d92-69c8-4fd2-8667-b8c7db2b9cd3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:58.843268 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:58.843825 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:58.844337 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:58.844926 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:58.845432 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:58.845988 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:58.846502 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:58.846999 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:58.847484 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:58.848110 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:58.848769 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:58.849267 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995d89fc-5ca8-47cc-8a00-5ea1d1101415 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:10:58.856967 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['b832619b-79dc-47ae-8df7-f1adac3d546e'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:10:58.923651 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-3254f693-9acd-4485-b258-d31c41d89a33 None None] Provisioning complete for port b832619b-79dc-47ae-8df7-f1adac3d546e triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:10:58.924250 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-3254f693-9acd-4485-b258-d31c41d89a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:59.011864 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Deleting port 3c690ce4-1775-432f-963f-d20637fbfe5a {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:10:59.012318 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:59.098383 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:59.098717 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:59.111367 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Calling delete_port for 3c690ce4-1775-432f-963f-d20637fbfe5a owned by network:floatingip {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:10:59.525402 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2749bf-6372-4cbc-97d9-4d9a7949fcd7 req-f383f712-0b7e-4ae2-8dd6-888aa87c4cd7 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:10:59.526032 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6c2749bf-6372-4cbc-97d9-4d9a7949fcd7 req-f383f712-0b7e-4ae2-8dd6-888aa87c4cd7 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.3515468 Jul 02 11:10:59.590885 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6c2749bf-6372-4cbc-97d9-4d9a7949fcd7 req-3da0fa1a-b3ca-440f-ba76-7031cd98b865 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571866 Jul 02 11:10:59.614747 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:59.644056 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event deleted for resources: {'Port': ['ID=3c690ce4-1775-432f-963f-d20637fbfe5a,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:10:59.710789 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks [] for floatingip, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:10:59.711181 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Floating IP 932d8488-e0e0-4885-8963-4ae95d63b2fa disassociated (deleted). External IP: 172.27.1.21, port: b832619b-79dc-47ae-8df7-f1adac3d546e. Jul 02 11:10:59.929116 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Router 7a5740a5-278e-4098-a1b9-b185c9bbf92e has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:11:00.034863 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:11:00.039822 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:00.044613 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdca9f-face-412d-9ac3-d823da17b039 None None] Sync routers for ids ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:11:00.054414 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdca9f-face-412d-9ac3-d823da17b039 None None] Routers {'7a5740a5-278e-4098-a1b9-b185c9bbf92e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:11:00.055079 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cbbdca9f-face-412d-9ac3-d823da17b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:10:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:00.074953 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-26322f9c-0dc1-4b9c-8a74-e06ffae6cfd2 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "DELETE /v2.0/floatingips/932d8488-e0e0-4885-8963-4ae95d63b2fa HTTP/1.1" status: 204 len: 168 time: 1.2460303 Jul 02 11:11:00.161639 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-cbbdca9f-face-412d-9ac3-d823da17b039 None None] Set router 7a5740a5-278e-4098-a1b9-b185c9bbf92e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:11:00.372969 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cbbdca9f-face-412d-9ac3-d823da17b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:07:57Z', 'revision_number': 4, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'f33ecc50-1a3e-4a5f-a324-181b12384b46', 'name': '', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'mac_address': 'fa:16:3e:22:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:56Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 5, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'subnets': [{'id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:00.399767 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdca9f-face-412d-9ac3-d823da17b039 None None] Checking router: 7a5740a5-278e-4098-a1b9-b185c9bbf92e for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:11:00.408309 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdca9f-face-412d-9ac3-d823da17b039 None None] Routers {'7a5740a5-278e-4098-a1b9-b185c9bbf92e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:11:00.408937 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cbbdca9f-face-412d-9ac3-d823da17b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:10:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:00.477802 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e'}, {'name': 'network-changed', 'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:11:00.481216 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8e2259-d932-42a2-8962-9ca3b87558d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e"}, {"name": "network-changed", "server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:11:00.516275 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-cbbdca9f-face-412d-9ac3-d823da17b039 None None] Set router 7a5740a5-278e-4098-a1b9-b185c9bbf92e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:11:00.522795 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 02 Jul 2021 11:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39f4d7c-d051-4349-aa60-5933a3f196cc x-openstack-request-id: req-f39f4d7c-d051-4349-aa60-5933a3f196cc {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:11:00.523150 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:11:00.523465 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f39f4d7c-d051-4349-aa60-5933a3f196cc {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:11:00.523956 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'status': 'completed', 'code': 200} Jul 02 11:11:00.524268 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'status': 'completed', 'code': 200} Jul 02 11:11:00.614802 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-d23d59f5-6927-4c93-8b5b-e485a6cf0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:00.617203 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-d23d59f5-6927-4c93-8b5b-e485a6cf0b50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad109f4b3218414bbd6d40c51fc507aa&device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 1099 time: 0.0673394 Jul 02 11:11:00.702742 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 65ac42f7-d0b2-4159-a3b6-60d97e3506fb no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:00.738597 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 65ac42f7-d0b2-4159-a3b6-60d97e3506fb {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:11:00.738960 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 65ac42f7-d0b2-4159-a3b6-60d97e3506fb not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:11:00.746347 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-15499f94-c153-4d26-b941-c17bc7d04c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:00.758801 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-70cc793d-959d-433f-9f44-981da0cbccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:00.760257 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-70cc793d-959d-433f-9f44-981da0cbccfb service neutron] 10.222.0.67 "GET /v2.0/networks?id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8 HTTP/1.1" status: 200 len: 916 time: 0.1364737 Jul 02 11:11:00.769506 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cbbdca9f-face-412d-9ac3-d823da17b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:07:57Z', 'revision_number': 4, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'f33ecc50-1a3e-4a5f-a324-181b12384b46', 'name': '', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'mac_address': 'fa:16:3e:22:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:56Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 5, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'subnets': [{'id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:00.799974 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdca9f-face-412d-9ac3-d823da17b039 None None] The sync data for ids ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'] in dv-cinder-784092-13-iscsi is: [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:07:57Z', 'revision_number': 4, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'f33ecc50-1a3e-4a5f-a324-181b12384b46', 'name': '', 'network_id': '1164e6db-8a03-49a0-9a41-0db0c4ba75a8', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'mac_address': 'fa:16:3e:22:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:56Z', 'updated_at': '2021-07-02T11:08:06Z', 'revision_number': 5, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'subnets': [{'id': '3267e5ec-5fce-4181-9923-df3694a5208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:11:00.829689 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-b31b344c-2f12-4884-8db8-6d857f8b717e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b832619b-79dc-47ae-8df7-f1adac3d546e HTTP/1.1" status: 200 len: 217 time: 0.0512156 Jul 02 11:11:00.886917 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed178d-ed43-45de-9955-33dec24f15d8 req-a96b1499-202e-4a21-9969-ba86a0ef681a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:00.888533 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0eed178d-ed43-45de-9955-33dec24f15d8 req-a96b1499-202e-4a21-9969-ba86a0ef681a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.1530092 Jul 02 11:11:00.901060 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-e51ee26e-c494-43a2-bf8a-f7fa9ebffa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:00.902528 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-e51ee26e-c494-43a2-bf8a-f7fa9ebffa2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3267e5ec-5fce-4181-9923-df3694a5208b HTTP/1.1" status: 200 len: 854 time: 0.0648553 Jul 02 11:11:00.974206 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0eed178d-ed43-45de-9955-33dec24f15d8 req-151e7153-3922-4b45-8d2c-5a3d4c4b8f0d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705807 Jul 02 11:11:00.994232 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-748e3980-ed88-4ac2-b132-ed1f62d4d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:00.995752 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-748e3980-ed88-4ac2-b132-ed1f62d4d351 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0849469 Jul 02 11:11:01.105430 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3825bf-7597-4903-bd11-a69be0bdacdf None None] New status for floating IP 932d8488-e0e0-4885-8963-4ae95d63b2fa: DOWN {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:11:01.124137 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-a34f9255-4e02-4fad-84e3-74376c04bd3f service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201770 Jul 02 11:11:01.218903 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-23fb167d-8e6c-45bc-afb9-85acedcc6e43 service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866532 Jul 02 11:11:01.317960 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-087a509b-bf8e-4ccd-8c05-22d3c508ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:01.319318 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-087a509b-bf8e-4ccd-8c05-22d3c508ce2a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad109f4b3218414bbd6d40c51fc507aa&device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 1099 time: 0.0554161 Jul 02 11:11:02.161602 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d4467-cfef-467d-a6d7-0647c78ed02a req-e82fba72-bb3f-4482-8ddd-e8090b9043de tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:02.163061 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b98d4467-cfef-467d-a6d7-0647c78ed02a req-e82fba72-bb3f-4482-8ddd-e8090b9043de tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0625067 Jul 02 11:11:02.199460 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b98d4467-cfef-467d-a6d7-0647c78ed02a req-c0d1e6e5-2f70-4a53-9494-a19b6985f4d3 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309484 Jul 02 11:11:03.029278 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-59416850-9935-4a29-8073-ebfe5fd089ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:03.373907 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e3421-5b11-4aa9-815b-32df8a4e5ce7 req-69fefda8-af0a-407a-a664-5bd661a08e87 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:03.375395 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8f8e3421-5b11-4aa9-815b-32df8a4e5ce7 req-69fefda8-af0a-407a-a664-5bd661a08e87 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0621381 Jul 02 11:11:03.411962 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8f8e3421-5b11-4aa9-815b-32df8a4e5ce7 req-ab75e62a-8ba5-421b-992c-0e343b30fcea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304160 Jul 02 11:11:03.489485 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:04.217241 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-a56c8e2e-2ceb-4237-a59e-83c3b8e8d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:04.218705 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-a56c8e2e-2ceb-4237-a59e-83c3b8e8d9b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8 HTTP/1.1" status: 200 len: 916 time: 0.0876169 Jul 02 11:11:04.258103 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-91857152-d660-4d84-bfca-bf6f490cdbcd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b832619b-79dc-47ae-8df7-f1adac3d546e HTTP/1.1" status: 200 len: 217 time: 0.0324452 Jul 02 11:11:04.310905 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-27149aec-56e7-44b2-a44d-e44f370cbf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:04.312419 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-27149aec-56e7-44b2-a44d-e44f370cbf81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3267e5ec-5fce-4181-9923-df3694a5208b HTTP/1.1" status: 200 len: 854 time: 0.0473983 Jul 02 11:11:04.369995 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-bec60707-74a5-4dde-b9af-0204c3b21e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:04.371472 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-bec60707-74a5-4dde-b9af-0204c3b21e33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1164e6db-8a03-49a0-9a41-0db0c4ba75a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514822 Jul 02 11:11:04.382902 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:04.462318 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-526f4821-ab41-4f62-9180-52a6d6f888f0 service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831738 Jul 02 11:11:04.591903 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6b8e2259-d932-42a2-8962-9ca3b87558d9 req-8879b256-9443-435c-91d6-3f2fa0f9ca4d service neutron] 10.222.0.67 "GET /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174479 Jul 02 11:11:04.617391 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631f9cc-f1e1-4470-8a13-07ca4de85812 req-0e29c6c2-790c-46e2-845d-a81f4293d214 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:04.618808 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b631f9cc-f1e1-4470-8a13-07ca4de85812 req-0e29c6c2-790c-46e2-845d-a81f4293d214 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0750651 Jul 02 11:11:04.655211 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b631f9cc-f1e1-4470-8a13-07ca4de85812 req-de85db54-4175-435a-8475-afa246968864 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306890 Jul 02 11:11:05.837107 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f1be7-da3f-4d01-8185-547c1d7a1820 req-57630f98-c3eb-4ca0-a2f5-5f88912cd0d5 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:05.838644 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f74f1be7-da3f-4d01-8185-547c1d7a1820 req-57630f98-c3eb-4ca0-a2f5-5f88912cd0d5 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0673087 Jul 02 11:11:05.881796 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:05.890595 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f74f1be7-da3f-4d01-8185-547c1d7a1820 req-f534d7c5-3fbe-42fa-9235-efbd8658dcf0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456848 Jul 02 11:11:07.066916 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2bf4b-bcb4-48b7-a698-138b7bed1fd6 req-d36b918a-4afb-4750-bfb2-61319938a6d9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:07.068394 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a6b2bf4b-bcb4-48b7-a698-138b7bed1fd6 req-d36b918a-4afb-4750-bfb2-61319938a6d9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0629561 Jul 02 11:11:07.105155 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a6b2bf4b-bcb4-48b7-a698-138b7bed1fd6 req-93ff8667-7908-4367-b725-b88d6ccdb86e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Jul 02 11:11:07.477207 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5803b2-e899-443b-83e1-ad883af7f9ff req-cab4d409-ad38-40e2-807e-a9f989f70b61 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:07.478677 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3e5803b2-e899-443b-83e1-ad883af7f9ff req-cab4d409-ad38-40e2-807e-a9f989f70b61 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 946 time: 0.0627637 Jul 02 11:11:07.521824 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3e5803b2-e899-443b-83e1-ad883af7f9ff req-81d95541-ccfd-423c-9311-95165af8a4bc tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373187 Jul 02 11:11:08.280377 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032022-437f-418b-a8c6-ffb4be379a0c req-0aa35f3a-e87d-4448-bdfe-ea33d15d9c16 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:08.282493 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-52032022-437f-418b-a8c6-ffb4be379a0c req-0aa35f3a-e87d-4448-bdfe-ea33d15d9c16 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0623515 Jul 02 11:11:08.319436 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-52032022-437f-418b-a8c6-ffb4be379a0c req-867860b5-eca0-4af1-a8a3-0989facd5bba tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308995 Jul 02 11:11:08.696364 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cfc5b-e69f-45e0-ac07-983b15086a08 req-2cf1db9e-e64b-4aff-ae7e-1e57c629d75c tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:08.697825 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a99cfc5b-e69f-45e0-ac07-983b15086a08 req-2cf1db9e-e64b-4aff-ae7e-1e57c629d75c tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 946 time: 0.0617654 Jul 02 11:11:08.734148 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a99cfc5b-e69f-45e0-ac07-983b15086a08 req-da7900c5-895c-49c5-9c7a-36f86ad02336 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Jul 02 11:11:09.493161 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d620db-19fd-40c0-9fc0-1da784c8f22a req-266aecb6-14e6-4acb-9c63-ba6f854a89ec tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:09.494622 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f2d620db-19fd-40c0-9fc0-1da784c8f22a req-266aecb6-14e6-4acb-9c63-ba6f854a89ec tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 946 time: 0.1009686 Jul 02 11:11:09.512372 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff12f74-ebaf-4b12-a4a1-89c472929d81 req-af99bbb9-246c-454f-bb1a-6e846ac410a1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:09.513969 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3ff12f74-ebaf-4b12-a4a1-89c472929d81 req-af99bbb9-246c-454f-bb1a-6e846ac410a1 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0811188 Jul 02 11:11:09.553039 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3ff12f74-ebaf-4b12-a4a1-89c472929d81 req-10e904fc-6672-4c6b-8e66-29e09dcd29bb tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327783 Jul 02 11:11:09.905691 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768b357-b863-4f93-874b-3d422af54772 req-86a5e3e3-f0dc-4546-985d-3cbed7604f95 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:09.907151 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8768b357-b863-4f93-874b-3d422af54772 req-86a5e3e3-f0dc-4546-985d-3cbed7604f95 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 946 time: 0.0654814 Jul 02 11:11:09.944785 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8768b357-b863-4f93-874b-3d422af54772 req-0b03a8e9-5701-4131-8f15-4f98e8144998 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8a13ccf-f195-4ad8-b761-b1de97fe155b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Jul 02 11:11:10.608380 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-f2d620db-19fd-40c0-9fc0-1da784c8f22a req-1427d6d9-4eaa-4de9-9b5c-fe0229a57cc6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Deleting port b832619b-79dc-47ae-8df7-f1adac3d546e {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:10.609018 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-f2d620db-19fd-40c0-9fc0-1da784c8f22a req-1427d6d9-4eaa-4de9-9b5c-fe0229a57cc6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:10.728405 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-f2d620db-19fd-40c0-9fc0-1da784c8f22a req-1427d6d9-4eaa-4de9-9b5c-fe0229a57cc6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] For port b832619b-79dc-47ae-8df7-f1adac3d546e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=b832619b-79dc-47ae-8df7-f1adac3d546e,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:10.728791 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-f2d620db-19fd-40c0-9fc0-1da784c8f22a req-1427d6d9-4eaa-4de9-9b5c-fe0229a57cc6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:10.744846 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-f2d620db-19fd-40c0-9fc0-1da784c8f22a req-1427d6d9-4eaa-4de9-9b5c-fe0229a57cc6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Calling delete_port for b832619b-79dc-47ae-8df7-f1adac3d546e owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:10.799900 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821fe56-5c41-4716-aaff-eba2d2cf52d9 req-6ab96a71-0c9a-4c8d-831f-c718af8e482c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:10.801403 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4821fe56-5c41-4716-aaff-eba2d2cf52d9 req-6ab96a71-0c9a-4c8d-831f-c718af8e482c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.1351187 Jul 02 11:11:10.859312 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4821fe56-5c41-4716-aaff-eba2d2cf52d9 req-2a585cb6-685b-4fc3-9b7c-5611d4bdd43b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514112 Jul 02 11:11:10.917509 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-f2d620db-19fd-40c0-9fc0-1da784c8f22a req-1427d6d9-4eaa-4de9-9b5c-fe0229a57cc6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:10.944479 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427d6d9-4eaa-4de9-9b5c-fe0229a57cc6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Pushing event deleted for resources: {'Port': ['ID=b832619b-79dc-47ae-8df7-f1adac3d546e,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:10.993736 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d620db-19fd-40c0-9fc0-1da784c8f22a req-1427d6d9-4eaa-4de9-9b5c-fe0229a57cc6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] No DVR routers for this DVR port b832619b-79dc-47ae-8df7-f1adac3d546e on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:11:10.996335 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-f2d620db-19fd-40c0-9fc0-1da784c8f22a req-1427d6d9-4eaa-4de9-9b5c-fe0229a57cc6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:10.998465 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f2d620db-19fd-40c0-9fc0-1da784c8f22a req-1427d6d9-4eaa-4de9-9b5c-fe0229a57cc6 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.67 "DELETE /v2.0/ports/b832619b-79dc-47ae-8df7-f1adac3d546e HTTP/1.1" status: 204 len: 173 time: 0.4874775 Jul 02 11:11:10.998937 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'name': 'network-vif-deleted', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:11:11.001188 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5ca071-c8df-4485-8c08-b95c9040c8a5" -d '{"events": [{"server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "name": "network-vif-deleted", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:11:11.042857 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d34005-7cd7-4b18-8d35-4b75a0e7725b x-openstack-request-id: req-87d34005-7cd7-4b18-8d35-4b75a0e7725b {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:11:11.043153 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fff8837-7bd2-4fb9-b6fa-88bbcb087f90", "name": "network-vif-deleted", "tag": "b832619b-79dc-47ae-8df7-f1adac3d546e", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:11:11.043410 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87d34005-7cd7-4b18-8d35-4b75a0e7725b {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:11:11.043808 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fff8837-7bd2-4fb9-b6fa-88bbcb087f90', 'name': 'network-vif-deleted', 'tag': 'b832619b-79dc-47ae-8df7-f1adac3d546e', 'status': 'completed', 'code': 200} Jul 02 11:11:11.096029 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b6ace014-9e13-42ad-aa1f-48628ad66503 req-f681d9d3-e616-4530-967e-995814086bc4 tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 210 time: 0.0278547 Jul 02 11:11:12.041363 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f233c1-a052-426f-ad61-64b7a3864fd5 req-50de84e3-f3eb-4ce0-b762-27561dee4dc7 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:12.042864 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10f233c1-a052-426f-ad61-64b7a3864fd5 req-50de84e3-f3eb-4ce0-b762-27561dee4dc7 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0662482 Jul 02 11:11:12.082269 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-10f233c1-a052-426f-ad61-64b7a3864fd5 req-58ec14b3-eccd-40e7-a6a8-813c22729663 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337420 Jul 02 11:11:12.233857 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-256e1190-b9f9-4a10-a5eb-49e91b89522e req-00ec9a65-863c-4be5-a836-87ef3680711d tempest-TestMinimumBasicScenario-1196337371 tempest-TestMinimumBasicScenario-1196337371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fff8837-7bd2-4fb9-b6fa-88bbcb087f90 HTTP/1.1" status: 200 len: 210 time: 0.0276756 Jul 02 11:11:12.469469 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['b832619b-79dc-47ae-8df7-f1adac3d546e'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:11:13.254893 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a1e36-2ffc-4a62-b894-4f9f1f777439 req-bad6ca42-a214-4795-89d4-c29fdcde6abc tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:13.256372 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7d9a1e36-2ffc-4a62-b894-4f9f1f777439 req-bad6ca42-a214-4795-89d4-c29fdcde6abc tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0615313 Jul 02 11:11:13.295039 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7d9a1e36-2ffc-4a62-b894-4f9f1f777439 req-385e8ad9-0664-46b7-916a-de8b15dd4e82 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329566 Jul 02 11:11:14.042083 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43162) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:14.480494 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698679'] for router_interface, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:14.750228 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 195d37e8-cd70-4357-aae8-74b4e1f279f9 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:11:14.813194 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6e9c5-b724-4c4e-b4dd-ae0e3ee4a8a6 req-fa9ce296-b99f-431c-8f8c-84b32b95441f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:14.821319 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-04a6e9c5-b724-4c4e-b4dd-ae0e3ee4a8a6 req-fa9ce296-b99f-431c-8f8c-84b32b95441f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.4109631 Jul 02 11:11:14.845394 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device b832619b-79dc-47ae-8df7-f1adac3d546e no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:14.878424 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: b832619b-79dc-47ae-8df7-f1adac3d546e {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:11:14.878783 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device b832619b-79dc-47ae-8df7-f1adac3d546e not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:11:14.881145 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-04a6e9c5-b724-4c4e-b4dd-ae0e3ee4a8a6 req-f6fff4e7-c959-4308-b3b6-499df1b01e5a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586355 Jul 02 11:11:14.892637 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:14.903830 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'port_id': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'mac_address': 'fa:16:3e:df:68:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:11:14.946170 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:14.959287 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 195d37e8-cd70-4357-aae8-74b4e1f279f9 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:11:14.981290 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:14.986550 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:15.054884 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=195d37e8-cd70-4357-aae8-74b4e1f279f9,revision_number=6']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:15.063009 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.063358 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.063693 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.064097 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.064686 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.065123 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.065479 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.065805 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.066130 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.066454 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.066774 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.067100 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.073775 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['195d37e8-cd70-4357-aae8-74b4e1f279f9'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:11:15.175732 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Deleting port f33ecc50-1a3e-4a5f-a324-181b12384b46 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:15.176164 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:15.272825 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] For port f33ecc50-1a3e-4a5f-a324-181b12384b46, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=f33ecc50-1a3e-4a5f-a324-181b12384b46,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:15.273320 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:15.301697 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Calling delete_port for f33ecc50-1a3e-4a5f-a324-181b12384b46 owned by network:router_interface {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:15.528791 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:15.582759 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f33ecc50-1a3e-4a5f-a324-181b12384b46,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:15.610065 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.610412 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.610790 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.611117 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.611440 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.611768 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.612221 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.612410 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.612768 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.613099 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.613397 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.613711 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:11:15.815863 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698877'] for router_interface, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:16.162483 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Router 7a5740a5-278e-4098-a1b9-b185c9bbf92e has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:11:16.249779 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a85f11-e08f-4048-830e-21591796530e req-0524d907-71b0-4e42-8318-7c4b00ec8041 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:16.251328 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-41a85f11-e08f-4048-830e-21591796530e req-0524d907-71b0-4e42-8318-7c4b00ec8041 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1905820 Jul 02 11:11:16.323536 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:11:16.328881 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-42115b1d-badb-4662-9a0e-640ded419a2a admin admin] 10.222.0.24 "PUT /v2.0/routers/7a5740a5-278e-4098-a1b9-b185c9bbf92e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2860603 Jul 02 11:11:16.331598 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43224) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:16.332851 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb4e98-b670-423d-ad8e-bab831904837 None None] Sync routers for ids ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:11:16.348647 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb4e98-b670-423d-ad8e-bab831904837 None None] Routers {'7a5740a5-278e-4098-a1b9-b185c9bbf92e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:11:16.348931 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-41a85f11-e08f-4048-830e-21591796530e req-16c0bac0-1d6d-4da9-baca-b5f7af7635c5 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887351 Jul 02 11:11:16.349793 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a1cb4e98-b670-423d-ad8e-bab831904837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:11:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:16.484399 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-a1cb4e98-b670-423d-ad8e-bab831904837 None None] Set router 7a5740a5-278e-4098-a1b9-b185c9bbf92e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:11:16.688582 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:16.728827 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a1cb4e98-b670-423d-ad8e-bab831904837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:11:15Z', 'revision_number': 5, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:16.759373 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 195d37e8-cd70-4357-aae8-74b4e1f279f9 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:11:16.762768 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb4e98-b670-423d-ad8e-bab831904837 None None] Checking router: 7a5740a5-278e-4098-a1b9-b185c9bbf92e for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:11:16.801928 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:16.803580 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb4e98-b670-423d-ad8e-bab831904837 None None] Routers {'7a5740a5-278e-4098-a1b9-b185c9bbf92e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:11:16.804225 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a1cb4e98-b670-423d-ad8e-bab831904837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:11:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:16.872451 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Deleting port 8bcd2a66-9670-4684-8d44-79468a24b52f {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:16.872855 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:16.982965 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] For port 8bcd2a66-9670-4684-8d44-79468a24b52f, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=8bcd2a66-9670-4684-8d44-79468a24b52f,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:16.983776 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:16.999510 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Calling delete_port for 8bcd2a66-9670-4684-8d44-79468a24b52f owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:17.035086 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 195d37e8-cd70-4357-aae8-74b4e1f279f9 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:11:17.035466 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:17.111260 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-a1cb4e98-b670-423d-ad8e-bab831904837 None None] Set router 7a5740a5-278e-4098-a1b9-b185c9bbf92e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:11:17.189748 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:17.219344 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcd2a66-9670-4684-8d44-79468a24b52f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:17.324976 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781812'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:17.338596 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:17.426673 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:17.433943 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:11:17.440883 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd953e0-6643-4fd0-ac66-6c1d3b13b606" -d '{"events": [{"server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "name": "network-vif-plugged", "status": "completed", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:11:17.457701 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:17.553086 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13686'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:17.556674 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:17.591781 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=195d37e8-cd70-4357-aae8-74b4e1f279f9,revision_number=7']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:17.624826 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41065024-4cff-42da-a9a6-e2c9b9a7e4da x-openstack-request-id: req-41065024-4cff-42da-a9a6-e2c9b9a7e4da {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:11:17.625216 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "name": "network-vif-plugged", "status": "completed", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:11:17.625554 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41065024-4cff-42da-a9a6-e2c9b9a7e4da {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:11:17.626029 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'code': 200} Jul 02 11:11:17.653024 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704168'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:17.653628 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5740a5-278e-4098-a1b9-b185c9bbf92e {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 11:11:17.654372 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a1cb4e98-b670-423d-ad8e-bab831904837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:11:15Z', 'revision_number': 5, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:17.663626 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:17.665273 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3572c670-f8e4-48c8-90dd-484f9006ac21 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7a5740a5-278e-4098-a1b9-b185c9bbf92e HTTP/1.1" status: 204 len: 168 time: 1.3323593 Jul 02 11:11:17.668007 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43244) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:17.686914 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb4e98-b670-423d-ad8e-bab831904837 None None] The sync data for ids ['7a5740a5-278e-4098-a1b9-b185c9bbf92e'] in dv-cinder-784092-13-iscsi is: [{'id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'name': 'tempest-TestMinimumBasicScenario-1821942226-router', 'tenant_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:07:52Z', 'updated_at': '2021-07-02T11:11:15Z', 'revision_number': 5, 'project_id': 'ad109f4b3218414bbd6d40c51fc507aa', 'gw_port': {'id': '8bcd2a66-9670-4684-8d44-79468a24b52f', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5740a5-278e-4098-a1b9-b185c9bbf92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:07:53Z', 'updated_at': '2021-07-02T11:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:11:17.720918 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdbc25-4d68-40b2-b071-66d470e5acea req-f41949e0-1bdc-4ff7-a64c-0d79f06a1f9b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:17.728629 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-6952dc11-9db5-4042-8df4-d3ab00e5f01a admin admin] Deleting subnet 3267e5ec-5fce-4181-9923-df3694a5208b {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:11:17.729699 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a7bdbc25-4d68-40b2-b071-66d470e5acea req-f41949e0-1bdc-4ff7-a64c-0d79f06a1f9b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.1430340 Jul 02 11:11:17.732473 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6952dc11-9db5-4042-8df4-d3ab00e5f01a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:17.781429 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a7bdbc25-4d68-40b2-b071-66d470e5acea req-5fd4a1d7-7375-4c22-b857-3dbdd32204e2 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484259 Jul 02 11:11:17.809347 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6952dc11-9db5-4042-8df4-d3ab00e5f01a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:17.949427 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6952dc11-9db5-4042-8df4-d3ab00e5f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.035526 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6952dc11-9db5-4042-8df4-d3ab00e5f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.075052 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952dc11-9db5-4042-8df4-d3ab00e5f01a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3267e5ec-5fce-4181-9923-df3694a5208b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:18.081257 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6952dc11-9db5-4042-8df4-d3ab00e5f01a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.083253 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-6952dc11-9db5-4042-8df4-d3ab00e5f01a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3267e5ec-5fce-4181-9923-df3694a5208b HTTP/1.1" status: 204 len: 168 time: 0.4139473 Jul 02 11:11:18.085827 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43252) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:18.087180 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8d6ca1-1dfd-4128-bda8-fcd28057ab71 None None] Network 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:11:18.186554 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.255804 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Deleting port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:18.256343 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.335387 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3f8786-9b16-4517-b5ac-e3423635a790 None None] DHCP port deletion for 1164e6db-8a03-49a0-9a41-0db0c4ba75a8 request from dv-cinder-784092-13-iscsi {{(pid=93179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 11:11:18.360003 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] For port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=1abdc8de-dacd-453c-bc7c-f15ddbb50b54,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:18.361083 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.374988 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Calling delete_port for 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:18.422933 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f8786-9b16-4517-b5ac-e3423635a790 None None] Deleting port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 {{(pid=93179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:18.424140 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8786-9b16-4517-b5ac-e3423635a790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.485185 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.503350 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-fe3f8786-9b16-4517-b5ac-e3423635a790 None None] For port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=1abdc8de-dacd-453c-bc7c-f15ddbb50b54,segment=NetworkSegment(ff0d26d1-84c1-4dc4-aaf2-8d677075aae4),segment_id=ff0d26d1-84c1-4dc4-aaf2-8d677075aae4)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:18.503694 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8786-9b16-4517-b5ac-e3423635a790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.518905 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f8786-9b16-4517-b5ac-e3423635a790 None None] Calling delete_port for 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 owned by network:dhcp {{(pid=93179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:18.524385 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] No DVR routers for this DVR port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 on host dv-cinder-784092-13-iscsi {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:11:18.530629 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abdc8de-dacd-453c-bc7c-f15ddbb50b54,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:18.636622 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.647139 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1164e6db-8a03-49a0-9a41-0db0c4ba75a8']}} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:18.663219 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4') {'for_net_delete': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:18.663544 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0d26d1-84c1-4dc4-aaf2-8d677075aae4') {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:18.676102 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28293975'] for segment, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.697591 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.708547 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27737794'] for segment, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: Traceback (most recent call last): Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: timer() Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: cb(*args, **kw) Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: return func(*args, **kwargs) Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: self._notify() Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: self.callback(batched_events) Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: event.method(event) Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: return f(self, *a, **k) Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._get(url).json() Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: return self.request(url, 'GET', **kwargs) Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:11:18.711753 dv-cinder-784092-13-iscsi neutron-server[93178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:11:18.729121 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8786-9b16-4517-b5ac-e3423635a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386'] for port, after_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.797774 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.805061 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f8786-9b16-4517-b5ac-e3423635a790 None None] Pushing event deleted for resources: {'Port': ['ID=1abdc8de-dacd-453c-bc7c-f15ddbb50b54,revision_number=None']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:18.807952 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:18.813452 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43262) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:18.815297 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1164e6db-8a03-49a0-9a41-0db0c4ba75a8 HTTP/1.1" status: 204 len: 168 time: 0.7280221 Jul 02 11:11:18.864798 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f8786-9b16-4517-b5ac-e3423635a790 None None] No DVR routers for this DVR port 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 on host dv-cinder-784092-13-iscsi {{(pid=93179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:11:18.878517 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d080929-82f1-41ad-95e2-2f8f45983116 admin admin] Pushing event deleted for resources: {'Network': ['ID=1164e6db-8a03-49a0-9a41-0db0c4ba75a8,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:19.038855 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d40aa-4ed0-4a66-adb5-c43ca7aa0d26 req-ad3b8760-bdf4-493e-9c6c-c8254f09beae tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:19.041056 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-031d40aa-4ed0-4a66-adb5-c43ca7aa0d26 req-ad3b8760-bdf4-493e-9c6c-c8254f09beae tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0938768 Jul 02 11:11:19.099711 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-031d40aa-4ed0-4a66-adb5-c43ca7aa0d26 req-e6d5287b-b6e6-492f-967c-5f1f324bbe19 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536900 Jul 02 11:11:19.278664 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fc0b066-3761-4f9c-a971-c3bf79f40772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698679'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:19.453200 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 8bcd2a66-9670-4684-8d44-79468a24b52f no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:19.492874 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 8bcd2a66-9670-4684-8d44-79468a24b52f {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:11:19.493543 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 8bcd2a66-9670-4684-8d44-79468a24b52f not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:11:19.494148 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:19.519236 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:11:19.519732 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 1abdc8de-dacd-453c-bc7c-f15ddbb50b54 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:11:19.520243 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device f33ecc50-1a3e-4a5f-a324-181b12384b46 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:19.546088 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: f33ecc50-1a3e-4a5f-a324-181b12384b46 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:11:19.546777 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device f33ecc50-1a3e-4a5f-a324-181b12384b46 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:11:19.660838 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0b066-3761-4f9c-a971-c3bf79f40772 admin admin] Deleting port 7ce2479f-bfbe-4862-9a59-422475cbb433 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:19.661312 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fc0b066-3761-4f9c-a971-c3bf79f40772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:19.789077 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2fc0b066-3761-4f9c-a971-c3bf79f40772 admin admin] For port 7ce2479f-bfbe-4862-9a59-422475cbb433, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=7ce2479f-bfbe-4862-9a59-422475cbb433,segment=NetworkSegment(ed2dc5db-8c90-46c5-ad7b-007cf68af848),segment_id=ed2dc5db-8c90-46c5-ad7b-007cf68af848)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:19.789433 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fc0b066-3761-4f9c-a971-c3bf79f40772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:19.810134 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0b066-3761-4f9c-a971-c3bf79f40772 admin admin] Calling delete_port for 7ce2479f-bfbe-4862-9a59-422475cbb433 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:19.910460 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d2ed-b9c0-4cf0-8303-79920f0b7095 req-b6569a73-a354-4815-9c45-4c37990a550f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:19.918418 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e4f4d2ed-b9c0-4cf0-8303-79920f0b7095 req-b6569a73-a354-4815-9c45-4c37990a550f tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 946 time: 0.0920296 Jul 02 11:11:19.967755 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e4f4d2ed-b9c0-4cf0-8303-79920f0b7095 req-0deb1638-b126-47fa-a06d-618e3ee2ac1d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483842 Jul 02 11:11:20.029473 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fc0b066-3761-4f9c-a971-c3bf79f40772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:20.056818 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0b066-3761-4f9c-a971-c3bf79f40772 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce2479f-bfbe-4862-9a59-422475cbb433,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:20.241145 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fc0b066-3761-4f9c-a971-c3bf79f40772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698877'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:20.386235 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d90c2-1ac1-4b19-b999-b953fdd48763 req-abd7a31f-d869-4204-89af-11f8f82ebe1c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:20.387906 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9f7d90c2-1ac1-4b19-b999-b953fdd48763 req-abd7a31f-d869-4204-89af-11f8f82ebe1c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0877523 Jul 02 11:11:20.443475 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9f7d90c2-1ac1-4b19-b999-b953fdd48763 req-62a92b6b-7230-4469-b22b-c369883f43fe tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482988 Jul 02 11:11:20.506084 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc0b066-3761-4f9c-a971-c3bf79f40772 admin admin] Router 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:11:20.621681 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc0b066-3761-4f9c-a971-c3bf79f40772 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:11:20.627340 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-2fc0b066-3761-4f9c-a971-c3bf79f40772 admin admin] 10.222.0.24 "PUT /v2.0/routers/93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8122854 Jul 02 11:11:20.630118 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43292) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:20.638783 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609426e-d430-4eaf-9755-c63d67dfd44c None None] Sync routers for ids ['93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:11:20.660777 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609426e-d430-4eaf-9755-c63d67dfd44c None None] Routers {'93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:11:20.662204 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-3609426e-d430-4eaf-9755-c63d67dfd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:11:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:20.751032 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:20.882218 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:20.928214 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-3609426e-d430-4eaf-9755-c63d67dfd44c None None] Set router 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:11:20.959772 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Deleting port 2911d01b-72ee-442d-ac71-7151484d47d5 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:20.960283 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:21.070763 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] For port 2911d01b-72ee-442d-ac71-7151484d47d5, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=2911d01b-72ee-442d-ac71-7151484d47d5,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:21.071193 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:21.084530 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Calling delete_port for 2911d01b-72ee-442d-ac71-7151484d47d5 owned by network:router_gateway {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:21.195226 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-3609426e-d430-4eaf-9755-c63d67dfd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'name': 'tempest-TestMinimumBasicScenario-1954570025-router', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:08:01Z', 'updated_at': '2021-07-02T11:11:19Z', 'revision_number': 5, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'gw_port': {'id': '2911d01b-72ee-442d-ac71-7151484d47d5', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:08:02Z', 'updated_at': '2021-07-02T11:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:21.228295 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609426e-d430-4eaf-9755-c63d67dfd44c None None] Checking router: 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:11:21.238987 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609426e-d430-4eaf-9755-c63d67dfd44c None None] Routers {'93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:11:21.240142 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-3609426e-d430-4eaf-9755-c63d67dfd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:11:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:21.355721 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-3609426e-d430-4eaf-9755-c63d67dfd44c None None] Set router 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 gateway port host: None {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:11:21.363893 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe6c3b-23a1-4bd5-94dc-faf228350ff2 req-5e963fe8-a63e-4bd8-b1c5-c7a3c5c382a9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:21.374654 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5ffe6c3b-23a1-4bd5-94dc-faf228350ff2 req-5e963fe8-a63e-4bd8-b1c5-c7a3c5c382a9 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 946 time: 0.2017596 Jul 02 11:11:21.422253 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:21.432925 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-3609426e-d430-4eaf-9755-c63d67dfd44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'name': 'tempest-TestMinimumBasicScenario-1954570025-router', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:08:01Z', 'updated_at': '2021-07-02T11:11:20Z', 'revision_number': 6, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'gw_port_host': None}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:21.445617 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5ffe6c3b-23a1-4bd5-94dc-faf228350ff2 req-ad40505e-2ad0-498f-8cf6-7b27059e6c2c tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667822 Jul 02 11:11:21.472336 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609426e-d430-4eaf-9755-c63d67dfd44c None None] The sync data for ids ['93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8'] in dv-cinder-784092-13-iscsi is: [{'id': '93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8', 'name': 'tempest-TestMinimumBasicScenario-1954570025-router', 'tenant_id': '15207c4c73904d429a44cc0bc70c7f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:08:01Z', 'updated_at': '2021-07-02T11:11:20Z', 'revision_number': 6, 'project_id': '15207c4c73904d429a44cc0bc70c7f71', 'gw_port_host': None}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:11:21.541146 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2911d01b-72ee-442d-ac71-7151484d47d5,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:21.635361 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781812'] for router_gateway, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:21.731920 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc81bd1-db57-4b17-a130-334794bd410d req-c65f39f6-8454-43b1-8091-e1080a919d3d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:21.733676 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7dc81bd1-db57-4b17-a130-334794bd410d req-c65f39f6-8454-43b1-8091-e1080a919d3d tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 946 time: 0.2524440 Jul 02 11:11:21.769846 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13686'] for router, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:21.777954 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:21.887849 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82016cfa-729b-4f23-9f6c-8698e203624b req-9a8e5ded-5796-4224-8f9e-e7d76896db43 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:21.895128 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-82016cfa-729b-4f23-9f6c-8698e203624b req-9a8e5ded-5796-4224-8f9e-e7d76896db43 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.3246729 Jul 02 11:11:21.915167 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704168'] for router, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:21.915715 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 {{(pid=93178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 11:11:21.938209 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:21.942470 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43318) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:21.942965 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-90576742-357b-4432-a4c3-af3a9ac9f1f0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/93d8f2b3-0750-4fa4-9a63-3a7ef0a6a9c8 HTTP/1.1" status: 204 len: 168 time: 1.3112876 Jul 02 11:11:21.982088 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-82016cfa-729b-4f23-9f6c-8698e203624b req-aea1deaa-5a59-4f94-beaf-eea5ddd2e970 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859280 Jul 02 11:11:22.010136 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Deleting port c9769f2f-3d59-4208-86b8-6b6a48569a1d {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:22.010520 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.023854 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f841b170-2740-42d6-ab30-27d36c389eef admin admin] Deleting subnet 480524bb-6e7f-47ac-bdcd-a21ef5b36c99 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:11:22.028667 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f841b170-2740-42d6-ab30-27d36c389eef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.067330 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f841b170-2740-42d6-ab30-27d36c389eef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.120871 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] For port c9769f2f-3d59-4208-86b8-6b6a48569a1d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=c9769f2f-3d59-4208-86b8-6b6a48569a1d,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:22.121236 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.165280 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f841b170-2740-42d6-ab30-27d36c389eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.248549 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f841b170-2740-42d6-ab30-27d36c389eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.248721 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:11:22.286552 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f841b170-2740-42d6-ab30-27d36c389eef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.288722 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-f841b170-2740-42d6-ab30-27d36c389eef admin admin] 10.222.0.24 "DELETE /v2.0/subnets/480524bb-6e7f-47ac-bdcd-a21ef5b36c99 HTTP/1.1" status: 204 len: 168 time: 0.3445320 Jul 02 11:11:22.294263 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4205ba-4140-4f5f-9c2f-1f6731a09b6d None None] Network 6e6306ab-1a56-4c92-96a3-f4a45c5baceb requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:11:22.311830 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43326) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:22.341667 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841b170-2740-42d6-ab30-27d36c389eef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480524bb-6e7f-47ac-bdcd-a21ef5b36c99,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:22.609837 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd440a-68f1-4448-afea-1e30a75e2b40 None None] DHCP port deletion for 6e6306ab-1a56-4c92-96a3-f4a45c5baceb request from dv-cinder-784092-13-iscsi {{(pid=93179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 11:11:22.686200 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd440a-68f1-4448-afea-1e30a75e2b40 None None] Deleting port e5288074-956d-4248-be36-ccd0cfe75456 {{(pid=93179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:22.686827 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e3fd440a-68f1-4448-afea-1e30a75e2b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.766934 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-e3fd440a-68f1-4448-afea-1e30a75e2b40 None None] For port e5288074-956d-4248-be36-ccd0cfe75456, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=e5288074-956d-4248-be36-ccd0cfe75456,segment=NetworkSegment(ed2dc5db-8c90-46c5-ad7b-007cf68af848),segment_id=ed2dc5db-8c90-46c5-ad7b-007cf68af848)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:22.767746 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e3fd440a-68f1-4448-afea-1e30a75e2b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.783526 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd440a-68f1-4448-afea-1e30a75e2b40 None None] Calling delete_port for e5288074-956d-4248-be36-ccd0cfe75456 owned by network:dhcp {{(pid=93179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:22.796573 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.838800 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.839239 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.839618 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Floating IP 78680ae7-1e84-4fd4-a1bb-1866ec63b557 disassociated. External IP: 172.27.1.54, port: c9769f2f-3d59-4208-86b8-6b6a48569a1d. Jul 02 11:11:22.840048 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Calling delete_port for c9769f2f-3d59-4208-86b8-6b6a48569a1d owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:22.855109 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69e2b9-24b1-4946-9e34-d3054b28ea47 req-35cd5a8d-ab8e-4bd8-9ba4-120a482a5960 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:22.856750 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ba69e2b9-24b1-4946-9e34-d3054b28ea47 req-35cd5a8d-ab8e-4bd8-9ba4-120a482a5960 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 946 time: 0.2251563 Jul 02 11:11:22.907801 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e3fd440a-68f1-4448-afea-1e30a75e2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386'] for port, after_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:22.934977 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd440a-68f1-4448-afea-1e30a75e2b40 None None] Pushing event deleted for resources: {'Port': ['ID=e5288074-956d-4248-be36-ccd0cfe75456,revision_number=None']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:22.939452 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd440a-68f1-4448-afea-1e30a75e2b40 None None] No DVR routers for this DVR port e5288074-956d-4248-be36-ccd0cfe75456 on host dv-cinder-784092-13-iscsi {{(pid=93179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:11:22.994637 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ba69e2b9-24b1-4946-9e34-d3054b28ea47 req-0700515b-c4be-461b-970b-0ca3bd5d866a tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306217 Jul 02 11:11:23.027103 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Deleting port e5288074-956d-4248-be36-ccd0cfe75456 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:23.027334 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.168732 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] For port e5288074-956d-4248-be36-ccd0cfe75456, host dv-cinder-784092-13-iscsi, got binding levels [] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:23.169097 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.194603 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.205701 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Calling delete_port for e5288074-956d-4248-be36-ccd0cfe75456 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:23.211894 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.ipam_backend_mixin [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Port e5288074-956d-4248-be36-ccd0cfe75456 was not found and therefore no delete operation was performed {{(pid=93178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 02 11:11:23.237490 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.246381 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event deleted for resources: {'Port': ['ID=c9769f2f-3d59-4208-86b8-6b6a48569a1d,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:23.286693 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] No DVR routers for this DVR port e5288074-956d-4248-be36-ccd0cfe75456 on host dv-cinder-784092-13-iscsi {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:11:23.331279 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5288074-956d-4248-be36-ccd0cfe75456,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:23.391226 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43336) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:23.441498 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7184f-3d62-4ded-8788-e969ac061238 req-f86fd22b-8333-4b1f-99ed-90b8cb090472 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:23.443070 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-86b7184f-3d62-4ded-8788-e969ac061238 req-f86fd22b-8333-4b1f-99ed-90b8cb090472 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.2956936 Jul 02 11:11:23.444839 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.458405 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ee0a2f-fc97-4d63-b7e7-38bd98da9fec admin admin] Deleting subnet 9aa5a331-2b0a-4319-ab86-8e6d15a8cdb4 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:11:23.462495 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c9ee0a2f-fc97-4d63-b7e7-38bd98da9fec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.474023 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 2911d01b-72ee-442d-ac71-7151484d47d5 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:23.501323 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6306ab-1a56-4c92-96a3-f4a45c5baceb']}} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:23.518833 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 2911d01b-72ee-442d-ac71-7151484d47d5 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:11:23.518833 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 2911d01b-72ee-442d-ac71-7151484d47d5 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:11:23.519396 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device e5288074-956d-4248-be36-ccd0cfe75456 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:23.519845 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2dc5db-8c90-46c5-ad7b-007cf68af848') {'for_net_delete': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:23.520150 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2dc5db-8c90-46c5-ad7b-007cf68af848') {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:23.538943 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28293975'] for segment, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.545489 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: e5288074-956d-4248-be36-ccd0cfe75456 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:11:23.545968 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device e5288074-956d-4248-be36-ccd0cfe75456 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:11:23.546466 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c9ee0a2f-fc97-4d63-b7e7-38bd98da9fec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.546632 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 7ce2479f-bfbe-4862-9a59-422475cbb433 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:23.552951 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-86b7184f-3d62-4ded-8788-e969ac061238 req-898838c8-e962-4edf-a561-ae8528822f2f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780983 Jul 02 11:11:23.564498 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.567419 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Router c4cc4647-2626-4835-b777-4e262d6ef87d has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:11:23.574538 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:11:23.574946 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27737794'] for segment, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: Traceback (most recent call last): Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: timer() Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: cb(*args, **kw) Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: return func(*args, **kwargs) Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: self._notify() Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: self.callback(batched_events) Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: event.method(event) Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: return f(self, *a, **k) Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._get(url).json() Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: return self.request(url, 'GET', **kwargs) Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:11:23.576589 dv-cinder-784092-13-iscsi neutron-server[93178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:11:23.589669 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 7ce2479f-bfbe-4862-9a59-422475cbb433 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:11:23.594008 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 7ce2479f-bfbe-4862-9a59-422475cbb433 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:11:23.625873 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c9ee0a2f-fc97-4d63-b7e7-38bd98da9fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.693137 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.702976 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.707305 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6e6306ab-1a56-4c92-96a3-f4a45c5baceb HTTP/1.1" status: 204 len: 168 time: 1.3900104 Jul 02 11:11:23.718550 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b3111-6ef8-41ec-b55d-cea5e9588b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6306ab-1a56-4c92-96a3-f4a45c5baceb,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:23.735868 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c9ee0a2f-fc97-4d63-b7e7-38bd98da9fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.779391 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c9ee0a2f-fc97-4d63-b7e7-38bd98da9fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.781236 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-c9ee0a2f-fc97-4d63-b7e7-38bd98da9fec admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9aa5a331-2b0a-4319-ab86-8e6d15a8cdb4 HTTP/1.1" status: 204 len: 168 time: 0.3877234 Jul 02 11:11:23.784675 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee0a2f-fc97-4d63-b7e7-38bd98da9fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa5a331-2b0a-4319-ab86-8e6d15a8cdb4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:23.789805 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43342) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:23.798524 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:11:23.808910 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad425b-51d6-4333-a80d-ff558b4a2658 None None] Sync routers for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:11:23.824580 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad425b-51d6-4333-a80d-ff558b4a2658 None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:11:23.827490 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-23ad425b-51d6-4333-a80d-ff558b4a2658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:11:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:23.865418 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] No DVR routers for this DVR port c9769f2f-3d59-4208-86b8-6b6a48569a1d on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:11:23.868173 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.870318 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7dc81bd1-db57-4b17-a130-334794bd410d req-361b0767-fd4e-4aac-8409-0ef7568dbddd tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.67 "DELETE /v2.0/ports/c9769f2f-3d59-4208-86b8-6b6a48569a1d HTTP/1.1" status: 204 len: 173 time: 2.1284974 Jul 02 11:11:23.870781 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'name': 'network-vif-deleted', 'tag': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:11:23.873385 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8909c44c-9ee8-4650-909b-101520992f30" -d '{"events": [{"server_uuid": "e6bb517d-4d7c-47e8-90bf-c1cad06f8b05", "name": "network-vif-deleted", "tag": "c9769f2f-3d59-4208-86b8-6b6a48569a1d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:11:23.893729 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:23.940563 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfc1cb5-550a-42cf-98b1-f3d2ab4d288f x-openstack-request-id: req-1bfc1cb5-550a-42cf-98b1-f3d2ab4d288f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:11:23.940894 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bb517d-4d7c-47e8-90bf-c1cad06f8b05", "name": "network-vif-deleted", "tag": "c9769f2f-3d59-4208-86b8-6b6a48569a1d", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:11:23.941153 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bfc1cb5-550a-42cf-98b1-f3d2ab4d288f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:11:23.941562 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bb517d-4d7c-47e8-90bf-c1cad06f8b05', 'name': 'network-vif-deleted', 'tag': 'c9769f2f-3d59-4208-86b8-6b6a48569a1d', 'status': 'completed', 'code': 200} Jul 02 11:11:24.077782 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.110989 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3ca9c3-17c7-443a-a429-1f3cf6e52178']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:24.116940 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-23ad425b-51d6-4333-a80d-ff558b4a2658 None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:11:24.139074 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3373959d-d829-455d-be7e-2dc8398cecac') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:24.139806 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3373959d-d829-455d-be7e-2dc8398cecac') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:24.144230 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43348) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:24.164746 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28580043'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.201442 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.211001 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:11:24.211689 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28570708'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: Traceback (most recent call last): Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: timer() Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: cb(*args, **kw) Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: return func(*args, **kwargs) Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: self._notify() Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: self.callback(batched_events) Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: event.method(event) Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: return f(self, *a, **k) Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._get(url).json() Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:11:24.213884 dv-cinder-784092-13-iscsi neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:11:24.239278 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-41a5b359-48bf-4516-bded-949f8a63c4eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad109f4b3218414bbd6d40c51fc507aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927384 Jul 02 11:11:24.239904 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43350) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:24.307600 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.321073 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.325290 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cf3ca9c3-17c7-443a-a429-1f3cf6e52178 HTTP/1.1" status: 204 len: 168 time: 0.5340962 Jul 02 11:11:24.346509 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fa05c4bf-0b30-4869-926f-9b302ab8ff74 req-1b00e7f6-50cb-4eb2-ab44-0e60c51de05b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6bb517d-4d7c-47e8-90bf-c1cad06f8b05 HTTP/1.1" status: 200 len: 210 time: 0.0632389 Jul 02 11:11:24.347631 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07411388-16e9-4817-9010-a50a223d3719 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3ca9c3-17c7-443a-a429-1f3cf6e52178,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:24.380422 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7b8626c-d971-4967-b4bd-2062493f41f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.428589 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7b8626c-d971-4967-b4bd-2062493f41f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.538041 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7b8626c-d971-4967-b4bd-2062493f41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.541639 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7b8626c-d971-4967-b4bd-2062493f41f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.545167 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-d7b8626c-d971-4967-b4bd-2062493f41f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8a13ccf-f195-4ad8-b761-b1de97fe155b HTTP/1.1" status: 204 len: 168 time: 0.3018830 Jul 02 11:11:24.567012 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8626c-d971-4967-b4bd-2062493f41f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a13ccf-f195-4ad8-b761-b1de97fe155b,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:24.633710 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-23ad425b-51d6-4333-a80d-ff558b4a2658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:23Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:24.690560 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43358) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:24.701683 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad425b-51d6-4333-a80d-ff558b4a2658 None None] Checking router: c4cc4647-2626-4835-b777-4e262d6ef87d for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:11:24.734865 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad425b-51d6-4333-a80d-ff558b4a2658 None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:11:24.741786 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-23ad425b-51d6-4333-a80d-ff558b4a2658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:11:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:24.754414 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-c7d40a83-260a-4537-80f3-6c489c27c890 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae4d6b2177c947d58dd2b60ee87d7aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613003 Jul 02 11:11:24.756833 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43360) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:24.806086 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device c9769f2f-3d59-4208-86b8-6b6a48569a1d no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:24.821135 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a057cbc9-ebd3-4567-8a5e-171d22410b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.832220 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: c9769f2f-3d59-4208-86b8-6b6a48569a1d {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:11:24.832573 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device c9769f2f-3d59-4208-86b8-6b6a48569a1d not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:11:24.848155 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a057cbc9-ebd3-4567-8a5e-171d22410b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.915069 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a057cbc9-ebd3-4567-8a5e-171d22410b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.917715 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a057cbc9-ebd3-4567-8a5e-171d22410b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:24.919061 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a057cbc9-ebd3-4567-8a5e-171d22410b50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b970f64b-9886-4a45-8ddf-5575159d7f93 HTTP/1.1" status: 204 len: 168 time: 0.1612153 Jul 02 11:11:24.927232 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057cbc9-ebd3-4567-8a5e-171d22410b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b970f64b-9886-4a45-8ddf-5575159d7f93,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:24.947662 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-23ad425b-51d6-4333-a80d-ff558b4a2658 None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:11:25.020390 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2be91-e161-4bc0-9e04-41abcb1cdf40 req-70a05a7f-59f0-4588-a5a2-6115f00754a4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:25.031879 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dca2be91-e161-4bc0-9e04-41abcb1cdf40 req-70a05a7f-59f0-4588-a5a2-6115f00754a4 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.1887872 Jul 02 11:11:25.113673 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dca2be91-e161-4bc0-9e04-41abcb1cdf40 req-37241e04-dda6-43c7-9930-a9de5ba46093 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807655 Jul 02 11:11:25.179077 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43366) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:25.227349 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-6d761f1a-591b-4ac4-9214-96b3af1e9628 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15207c4c73904d429a44cc0bc70c7f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467803 Jul 02 11:11:25.229938 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43368) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:25.245154 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-23ad425b-51d6-4333-a80d-ff558b4a2658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:23Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:25.289216 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad425b-51d6-4333-a80d-ff558b4a2658 None None] The sync data for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi is: [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:05:12Z', 'revision_number': 4, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '630d178b-aa9c-43b0-a0cb-35c303a37b3c', 'name': '', 'network_id': '0411a882-cef5-465d-84d7-07c8775a8d59', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'mac_address': 'fa:16:3e:c5:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:11Z', 'updated_at': '2021-07-02T11:05:23Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'subnets': [{'id': '96f57f91-4b20-4f81-8966-ec05e4184b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:11:25.296433 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1a2b86e4-569a-43e2-bef7-6c6e6c7b69b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:25.350670 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1a2b86e4-569a-43e2-bef7-6c6e6c7b69b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:25.436502 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1a2b86e4-569a-43e2-bef7-6c6e6c7b69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:25.439729 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1a2b86e4-569a-43e2-bef7-6c6e6c7b69b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:25.443268 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-1a2b86e4-569a-43e2-bef7-6c6e6c7b69b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eaa5a06b-0827-4e87-81fd-2c2ad5d76d66 HTTP/1.1" status: 204 len: 168 time: 0.2088537 Jul 02 11:11:25.462278 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b86e4-569a-43e2-bef7-6c6e6c7b69b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa5a06b-0827-4e87-81fd-2c2ad5d76d66,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:25.545984 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43376) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:25.692762 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3429f80b-d0af-4cb9-9e8e-791eb75499ad None None] New status for floating IP 78680ae7-1e84-4fd4-a1bb-1866ec63b557: DOWN {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:11:25.694998 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfd5994c-0437-4db0-8243-bc0430f9401b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:25.728746 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfd5994c-0437-4db0-8243-bc0430f9401b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:25.821533 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfd5994c-0437-4db0-8243-bc0430f9401b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:25.828247 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfd5994c-0437-4db0-8243-bc0430f9401b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:25.830189 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-dfd5994c-0437-4db0-8243-bc0430f9401b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "DELETE /v2.0/security-groups/6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a HTTP/1.1" status: 204 len: 168 time: 0.2841601 Jul 02 11:11:25.833080 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43378) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:25.845822 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5994c-0437-4db0-8243-bc0430f9401b tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:25.893070 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.api.v2.resource [None req-f1f09f57-40ac-4c1d-9e78-cce5ab2cbe15 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] show failed (client error): The resource could not be found. Jul 02 11:11:25.894422 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-f1f09f57-40ac-4c1d-9e78-cce5ab2cbe15 tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "GET /v2.0/security-groups/6d8cc16a-f9a2-4b21-b3a6-8de14e3a602a HTTP/1.1" status: 404 len: 347 time: 0.0602989 Jul 02 11:11:25.898417 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43380) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:25.941958 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb7593-54bd-4157-ad4d-35c0dc9a00c2 req-3495db77-8435-4758-9d21-af82a84144b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:25.943856 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-59eb7593-54bd-4157-ad4d-35c0dc9a00c2 req-3495db77-8435-4758-9d21-af82a84144b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 1099 time: 0.1028664 Jul 02 11:11:26.080732 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d10cdf33-fd3e-4f45-8f7d-ba855929e8ef tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Deleting port 53ada103-b5a9-4c2b-88d8-ebd07e83e431 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:26.081238 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf33-fd3e-4f45-8f7d-ba855929e8ef tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:26.088387 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb7593-54bd-4157-ad4d-35c0dc9a00c2 req-447ee4ac-7797-494e-9919-d6462fc23bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:26.093935 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-59eb7593-54bd-4157-ad4d-35c0dc9a00c2 req-447ee4ac-7797-494e-9919-d6462fc23bb4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 917 time: 0.1276076 Jul 02 11:11:26.178631 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-59eb7593-54bd-4157-ad4d-35c0dc9a00c2 req-f1414e87-67cd-432c-9bd1-102ecb88f269 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9 HTTP/1.1" status: 200 len: 1002 time: 0.0770319 Jul 02 11:11:26.244301 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb7593-54bd-4157-ad4d-35c0dc9a00c2 req-ba6afa56-dad4-4a52-9507-7dcc3bf670bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:26.246937 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-59eb7593-54bd-4157-ad4d-35c0dc9a00c2 req-ba6afa56-dad4-4a52-9507-7dcc3bf670bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59085ac5-fbd3-4a9e-be9a-43457d588973 HTTP/1.1" status: 200 len: 855 time: 0.0606666 Jul 02 11:11:26.367248 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb7593-54bd-4157-ad4d-35c0dc9a00c2 req-ceca2931-144c-4e0d-8473-de0bfc74bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:26.370330 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-59eb7593-54bd-4157-ad4d-35c0dc9a00c2 req-ceca2931-144c-4e0d-8473-de0bfc74bb6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1155424 Jul 02 11:11:26.422983 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf33-fd3e-4f45-8f7d-ba855929e8ef tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:26.423438 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf33-fd3e-4f45-8f7d-ba855929e8ef tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:26.439040 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d10cdf33-fd3e-4f45-8f7d-ba855929e8ef tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Calling delete_port for 53ada103-b5a9-4c2b-88d8-ebd07e83e431 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:26.473619 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9e133-86f9-43b5-bddd-f99d4cd9655f req-c893ba51-88fc-4ef3-951b-e4d9cc5f604d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:26.482614 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8eb9e133-86f9-43b5-bddd-f99d4cd9655f req-c893ba51-88fc-4ef3-951b-e4d9cc5f604d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.1610427 Jul 02 11:11:26.536656 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-59eb7593-54bd-4157-ad4d-35c0dc9a00c2 req-6cb6e555-cb93-44c1-bcf9-35b20da33f82 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559570 Jul 02 11:11:26.545122 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8eb9e133-86f9-43b5-bddd-f99d4cd9655f req-f7dfffe2-b184-4499-8b2a-1833020f0c1b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613761 Jul 02 11:11:26.625794 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf33-fd3e-4f45-8f7d-ba855929e8ef tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:26.654780 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-59eb7593-54bd-4157-ad4d-35c0dc9a00c2 req-cfb0a536-722c-4907-8b60-2d9c58d1af7c service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086757 Jul 02 11:11:26.659413 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cdf33-fd3e-4f45-8f7d-ba855929e8ef tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Pushing event deleted for resources: {'Port': ['ID=53ada103-b5a9-4c2b-88d8-ebd07e83e431,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:26.738346 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf33-fd3e-4f45-8f7d-ba855929e8ef tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:26.740881 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf33-fd3e-4f45-8f7d-ba855929e8ef tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:26.742051 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d10cdf33-fd3e-4f45-8f7d-ba855929e8ef tempest-AttachVolumeTestJSON-56837050 tempest-AttachVolumeTestJSON-56837050-project] 10.222.0.24 "DELETE /v2.0/floatingips/78680ae7-1e84-4fd4-a1bb-1866ec63b557 HTTP/1.1" status: 204 len: 168 time: 0.8424742 Jul 02 11:11:27.586908 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:27.754214 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbff14-168a-4ac8-b54c-f43efb6dd5bc req-d7eb92eb-3c72-4378-a86f-08edc0bebe5d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:27.755857 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-debbff14-168a-4ac8-b54c-f43efb6dd5bc req-d7eb92eb-3c72-4378-a86f-08edc0bebe5d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0743034 Jul 02 11:11:27.801508 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-debbff14-168a-4ac8-b54c-f43efb6dd5bc req-6b5e54d9-7071-4cb1-a2e4-78e02ce07dba tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397518 Jul 02 11:11:28.885448 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcd3e-1d9f-4640-b836-38b3b54b3110 req-b80e35f7-21f9-421b-9c9a-e5ca6d2edece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:28.886941 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8f9fcd3e-1d9f-4640-b836-38b3b54b3110 req-b80e35f7-21f9-421b-9c9a-e5ca6d2edece service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0529971 Jul 02 11:11:29.015455 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcd3e-1d9f-4640-b836-38b3b54b3110 req-f329b947-bd1c-488d-93a1-efaf5a78ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:29.016973 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8f9fcd3e-1d9f-4640-b836-38b3b54b3110 req-f329b947-bd1c-488d-93a1-efaf5a78ede6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 917 time: 0.1239154 Jul 02 11:11:29.033432 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daea311-b8ef-4588-b5aa-3506e6446a03 req-10513361-50d5-42df-9845-790280982c90 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:29.034807 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1daea311-b8ef-4588-b5aa-3506e6446a03 req-10513361-50d5-42df-9845-790280982c90 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.1126609 Jul 02 11:11:29.113658 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1daea311-b8ef-4588-b5aa-3506e6446a03 req-0f18e700-ca74-48fc-a638-2f2ed505185d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726364 Jul 02 11:11:29.119430 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8f9fcd3e-1d9f-4640-b836-38b3b54b3110 req-afaa808e-6a9c-4a5b-8de3-f593a6049cb6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9 HTTP/1.1" status: 200 len: 1002 time: 0.0941145 Jul 02 11:11:29.168129 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcd3e-1d9f-4640-b836-38b3b54b3110 req-5cb5c1fb-a8e0-4a4c-92db-b564b172ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:29.169620 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8f9fcd3e-1d9f-4640-b836-38b3b54b3110 req-5cb5c1fb-a8e0-4a4c-92db-b564b172ef30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59085ac5-fbd3-4a9e-be9a-43457d588973 HTTP/1.1" status: 200 len: 855 time: 0.0441520 Jul 02 11:11:29.226031 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcd3e-1d9f-4640-b836-38b3b54b3110 req-abf4fb2a-ccf5-4e39-a9b1-a7b29fb5411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:29.227525 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8f9fcd3e-1d9f-4640-b836-38b3b54b3110 req-abf4fb2a-ccf5-4e39-a9b1-a7b29fb5411d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518081 Jul 02 11:11:29.323240 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8f9fcd3e-1d9f-4640-b836-38b3b54b3110 req-e62bdd68-71e3-4745-a8e3-541376577dda service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895398 Jul 02 11:11:29.421587 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8f9fcd3e-1d9f-4640-b836-38b3b54b3110 req-3d32c979-fb69-45c6-a489-1255fe858ade service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845318 Jul 02 11:11:30.296124 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb543b-10f9-4b40-ac2c-c8c3604a101b req-cc04973f-a0f0-4ad4-b2ee-42cc56ea7e80 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:30.297595 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0dfb543b-10f9-4b40-ac2c-c8c3604a101b req-cc04973f-a0f0-4ad4-b2ee-42cc56ea7e80 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 946 time: 0.0655715 Jul 02 11:11:30.334971 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0dfb543b-10f9-4b40-ac2c-c8c3604a101b req-e826b952-83b0-4d1e-8615-a962503ddb1b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317547 Jul 02 11:11:30.461456 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43430) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:30.707062 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cc533416-a236-4c8f-a4c5-60380f317463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:30.789084 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 195d37e8-cd70-4357-aae8-74b4e1f279f9 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:30.872119 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:30.897285 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:11:30.899603 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0388a9-9f1f-44f9-8a77-4625decdce31" -d '{"events": [{"server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "name": "network-vif-unplugged", "status": "completed", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:11:30.914582 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:30.919858 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:30.956802 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 02 Jul 2021 11:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b8698d-25c2-4c79-bd9c-39564f69fb2a x-openstack-request-id: req-11b8698d-25c2-4c79-bd9c-39564f69fb2a {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:11:30.957181 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "name": "network-vif-unplugged", "status": "completed", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:11:30.957441 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11b8698d-25c2-4c79-bd9c-39564f69fb2a {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:11:30.957871 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'code': 200} Jul 02 11:11:30.974402 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=195d37e8-cd70-4357-aae8-74b4e1f279f9,revision_number=8']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:31.257092 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d195ede9-98ce-40e6-a255-e9180be8afd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698679'] for router_interface, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:31.560986 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31837a9c-f15a-418d-a03e-9e98eb208977 req-877aa04f-12cc-467f-82e8-aad45945872a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:31.562350 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-31837a9c-f15a-418d-a03e-9e98eb208977 req-877aa04f-12cc-467f-82e8-aad45945872a tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0994551 Jul 02 11:11:31.591699 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d195ede9-98ce-40e6-a255-e9180be8afd1 admin admin] Deleting port 630d178b-aa9c-43b0-a0cb-35c303a37b3c {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:31.592036 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d195ede9-98ce-40e6-a255-e9180be8afd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:31.623024 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-31837a9c-f15a-418d-a03e-9e98eb208977 req-044a1cdf-0a02-4f0c-8dcf-2fb7cf89f096 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543056 Jul 02 11:11:31.681548 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d195ede9-98ce-40e6-a255-e9180be8afd1 admin admin] For port 630d178b-aa9c-43b0-a0cb-35c303a37b3c, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=630d178b-aa9c-43b0-a0cb-35c303a37b3c,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:31.681904 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d195ede9-98ce-40e6-a255-e9180be8afd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:31.694444 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d195ede9-98ce-40e6-a255-e9180be8afd1 admin admin] Calling delete_port for 630d178b-aa9c-43b0-a0cb-35c303a37b3c owned by network:router_interface {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:31.875399 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d195ede9-98ce-40e6-a255-e9180be8afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:31.905143 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195ede9-98ce-40e6-a255-e9180be8afd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=630d178b-aa9c-43b0-a0cb-35c303a37b3c,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:32.085349 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d195ede9-98ce-40e6-a255-e9180be8afd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698877'] for router_interface, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:32.305982 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d195ede9-98ce-40e6-a255-e9180be8afd1 admin admin] Router c4cc4647-2626-4835-b777-4e262d6ef87d has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:11:32.419192 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d195ede9-98ce-40e6-a255-e9180be8afd1 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:11:32.425831 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-d195ede9-98ce-40e6-a255-e9180be8afd1 admin admin] 10.222.0.24 "PUT /v2.0/routers/c4cc4647-2626-4835-b777-4e262d6ef87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9632804 Jul 02 11:11:32.428341 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43460) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:32.428855 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f562b3f7-b03f-4e91-a7d1-1e64a17a0990 None None] Sync routers for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:11:32.439288 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f562b3f7-b03f-4e91-a7d1-1e64a17a0990 None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:11:32.439860 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f562b3f7-b03f-4e91-a7d1-1e64a17a0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:11:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:32.536823 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:32.542788 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f562b3f7-b03f-4e91-a7d1-1e64a17a0990 None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:11:32.649683 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:32.716829 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Deleting port eb50abd7-235a-4fb8-89a6-09a4ba180b8c {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:32.717302 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:32.765547 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f562b3f7-b03f-4e91-a7d1-1e64a17a0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:11:31Z', 'revision_number': 5, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port': {'id': 'eb50abd7-235a-4fb8-89a6-09a4ba180b8c', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:05Z', 'updated_at': '2021-07-02T11:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:32.771723 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f5950-a357-450b-b826-5986880d8de9 req-f6d6d035-92ad-4a9a-9670-b068a8aac54c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:32.773445 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0d6f5950-a357-450b-b826-5986880d8de9 req-f6d6d035-92ad-4a9a-9670-b068a8aac54c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0672464 Jul 02 11:11:32.807792 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f562b3f7-b03f-4e91-a7d1-1e64a17a0990 None None] Checking router: c4cc4647-2626-4835-b777-4e262d6ef87d for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:11:32.816921 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] For port eb50abd7-235a-4fb8-89a6-09a4ba180b8c, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=eb50abd7-235a-4fb8-89a6-09a4ba180b8c,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:32.817576 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:32.819523 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f562b3f7-b03f-4e91-a7d1-1e64a17a0990 None None] Routers {'c4cc4647-2626-4835-b777-4e262d6ef87d'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:11:32.820149 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f562b3f7-b03f-4e91-a7d1-1e64a17a0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:11:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['c4cc4647-2626-4835-b777-4e262d6ef87d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:32.821512 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0d6f5950-a357-450b-b826-5986880d8de9 req-421cd114-cb60-43f5-918a-d3f891d08c33 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Jul 02 11:11:32.837903 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Calling delete_port for eb50abd7-235a-4fb8-89a6-09a4ba180b8c owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:32.908576 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f562b3f7-b03f-4e91-a7d1-1e64a17a0990 None None] Set router c4cc4647-2626-4835-b777-4e262d6ef87d gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:11:32.960136 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f562b3f7-b03f-4e91-a7d1-1e64a17a0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:11:32Z', 'revision_number': 6, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port_host': None}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:32.990238 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f562b3f7-b03f-4e91-a7d1-1e64a17a0990 None None] The sync data for ids ['c4cc4647-2626-4835-b777-4e262d6ef87d'] in dv-cinder-784092-13-iscsi is: [{'id': 'c4cc4647-2626-4835-b777-4e262d6ef87d', 'name': 'tempest-AttachVolumeTestJSON-1269126716-router', 'tenant_id': '0cafb7a6d12642968d9c8a031a2873fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:03Z', 'updated_at': '2021-07-02T11:11:32Z', 'revision_number': 6, 'project_id': '0cafb7a6d12642968d9c8a031a2873fb', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:11:33.025654 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.031246 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d1c51b5d-b247-467f-92ea-836756cf9828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.055083 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb50abd7-235a-4fb8-89a6-09a4ba180b8c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:33.068737 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43482) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:33.119688 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781812'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.163383 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-ba26199b-8ecf-4ac8-9353-88d2f6a1bebd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934160 Jul 02 11:11:33.208593 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13686'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.210969 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.257672 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704168'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.258210 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4cc4647-2626-4835-b777-4e262d6ef87d {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 11:11:33.265142 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.266500 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-3a5554f8-a008-473f-9af6-c0a554d28106 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c4cc4647-2626-4835-b777-4e262d6ef87d HTTP/1.1" status: 204 len: 168 time: 0.8370421 Jul 02 11:11:33.268762 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43488) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:33.316109 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9890df-f130-4034-a989-d659177c0be8 admin admin] Deleting subnet 96f57f91-4b20-4f81-8966-ec05e4184b01 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:11:33.319492 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd9890df-f130-4034-a989-d659177c0be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.355882 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd9890df-f130-4034-a989-d659177c0be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.462111 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd9890df-f130-4034-a989-d659177c0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.493107 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.521882 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd9890df-f130-4034-a989-d659177c0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.550918 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9890df-f130-4034-a989-d659177c0be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f57f91-4b20-4f81-8966-ec05e4184b01,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:33.552963 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd9890df-f130-4034-a989-d659177c0be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.554843 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-cd9890df-f130-4034-a989-d659177c0be8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/96f57f91-4b20-4f81-8966-ec05e4184b01 HTTP/1.1" status: 204 len: 168 time: 0.2851191 Jul 02 11:11:33.557579 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43494) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:33.559015 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d93822-6815-461e-a0e7-83b45120a55f None None] Network 0411a882-cef5-465d-84d7-07c8775a8d59 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:11:33.633530 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.690037 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Deleting port b8ac975c-399d-4402-8a40-c1ea5f09497c {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:33.690297 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.760949 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] For port b8ac975c-399d-4402-8a40-c1ea5f09497c, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=b8ac975c-399d-4402-8a40-c1ea5f09497c,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:33.761350 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.779287 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Calling delete_port for b8ac975c-399d-4402-8a40-c1ea5f09497c owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:33.797768 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28295cf0-1107-4d4b-bc60-b73b88018039 None None] DHCP port deletion for 0411a882-cef5-465d-84d7-07c8775a8d59 request from dv-cinder-784092-13-iscsi {{(pid=93179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 11:11:33.841870 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 630d178b-aa9c-43b0-a0cb-35c303a37b3c no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:33.866886 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 630d178b-aa9c-43b0-a0cb-35c303a37b3c {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:11:33.867143 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 630d178b-aa9c-43b0-a0cb-35c303a37b3c not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:11:33.883722 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-28295cf0-1107-4d4b-bc60-b73b88018039 None None] Deleting port b8ac975c-399d-4402-8a40-c1ea5f09497c {{(pid=93179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:11:33.884095 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-28295cf0-1107-4d4b-bc60-b73b88018039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.896253 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.925321 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ac975c-399d-4402-8a40-c1ea5f09497c,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:33.928913 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] No DVR routers for this DVR port b8ac975c-399d-4402-8a40-c1ea5f09497c on host dv-cinder-784092-13-iscsi {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:11:33.952757 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-28295cf0-1107-4d4b-bc60-b73b88018039 None None] For port b8ac975c-399d-4402-8a40-c1ea5f09497c, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=b8ac975c-399d-4402-8a40-c1ea5f09497c,segment=NetworkSegment(2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f),segment_id=2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:33.953075 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-28295cf0-1107-4d4b-bc60-b73b88018039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:33.967387 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-28295cf0-1107-4d4b-bc60-b73b88018039 None None] Calling delete_port for b8ac975c-399d-4402-8a40-c1ea5f09497c owned by network:dhcp {{(pid=93179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:11:34.040410 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:34.045575 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-28295cf0-1107-4d4b-bc60-b73b88018039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386'] for port, after_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:34.054085 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0411a882-cef5-465d-84d7-07c8775a8d59']}} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:34.074237 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28295cf0-1107-4d4b-bc60-b73b88018039 None None] No DVR routers for this DVR port b8ac975c-399d-4402-8a40-c1ea5f09497c on host dv-cinder-784092-13-iscsi {{(pid=93179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:11:34.076274 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28295cf0-1107-4d4b-bc60-b73b88018039 None None] Pushing event deleted for resources: {'Port': ['ID=b8ac975c-399d-4402-8a40-c1ea5f09497c,revision_number=None']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:34.081545 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f') {'for_net_delete': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:34.081545 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a537a83-c3e6-4fa5-9e08-8f3416fd3c9f') {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:11:34.114776 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28293975'] for segment, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:34.144553 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:34.156029 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:11:34.156412 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27737794'] for segment, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:34.166342 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd779d6-7fe4-4e0b-bb0e-32369578c037 req-cdaf34ba-fde3-49ef-9df5-15b9a5db627b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:34.167836 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2cd779d6-7fe4-4e0b-bb0e-32369578c037 req-cdaf34ba-fde3-49ef-9df5-15b9a5db627b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.1878638 Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: Traceback (most recent call last): Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: timer() Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: cb(*args, **kw) Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: return func(*args, **kwargs) Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: self._notify() Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: self.callback(batched_events) Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: event.method(event) Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: return f(self, *a, **k) Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._get(url).json() Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: return self.request(url, 'GET', **kwargs) Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:11:34.168452 dv-cinder-784092-13-iscsi neutron-server[93178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:11:34.233623 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-aa479b63-6d20-4733-8246-f0944b2b284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:34.235055 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-aa479b63-6d20-4733-8246-f0944b2b284e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5&tenant_id=a9cd96924e4d476fb4c58dcdca22da9d HTTP/1.1" status: 200 len: 1097 time: 0.1698675 Jul 02 11:11:34.253062 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:34.257203 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2cd779d6-7fe4-4e0b-bb0e-32369578c037 req-a0dd0fe6-5346-43ad-a281-8616044fcb5e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778785 Jul 02 11:11:34.262007 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:34.265038 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0411a882-cef5-465d-84d7-07c8775a8d59 HTTP/1.1" status: 204 len: 168 time: 0.7062802 Jul 02 11:11:34.284682 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412090c-d578-45c5-9999-adbb65738e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=0411a882-cef5-465d-84d7-07c8775a8d59,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:34.334094 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-235a73a3-ec9b-4d74-9c21-235b7d222352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:34.335614 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-235a73a3-ec9b-4d74-9c21-235b7d222352 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 1097 time: 0.0749114 Jul 02 11:11:34.385986 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:34.395415 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43500) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:34.430100 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-5abb83f8-0c91-4083-b67f-2746f7dae269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:34.431571 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-5abb83f8-0c91-4083-b67f-2746f7dae269 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 200 len: 917 time: 0.0901611 Jul 02 11:11:34.434761 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-1591b1f2-f697-4167-b883-ee88f30aa540 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cafb7a6d12642968d9c8a031a2873fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381360 Jul 02 11:11:34.437094 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43502) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:34.488536 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-527dff62-d019-416e-ba04-cb96995cecfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:34.497661 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-58ab7070-d692-4353-8958-474769b17a8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9 HTTP/1.1" status: 200 len: 1000 time: 0.0602255 Jul 02 11:11:34.509013 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-527dff62-d019-416e-ba04-cb96995cecfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:34.545724 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-e0c92cf3-9440-456b-a4aa-1c31719d6a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:34.547258 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-e0c92cf3-9440-456b-a4aa-1c31719d6a5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59085ac5-fbd3-4a9e-be9a-43457d588973 HTTP/1.1" status: 200 len: 855 time: 0.0437984 Jul 02 11:11:34.555101 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-527dff62-d019-416e-ba04-cb96995cecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:34.557647 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-527dff62-d019-416e-ba04-cb96995cecfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:34.561684 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-527dff62-d019-416e-ba04-cb96995cecfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2db8188d-b832-43f9-91bc-96a9bba4e268 HTTP/1.1" status: 204 len: 168 time: 0.1236866 Jul 02 11:11:34.569651 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dff62-d019-416e-ba04-cb96995cecfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db8188d-b832-43f9-91bc-96a9bba4e268,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:34.604512 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-00a03230-2f75-402a-b0ba-a4fcc5e22eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:34.606047 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-00a03230-2f75-402a-b0ba-a4fcc5e22eb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f3d2969-1d63-4eb4-98ee-4f75017fd92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526459 Jul 02 11:11:34.699688 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-f9e3e447-5544-45aa-bf7a-021d2d091875 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870841 Jul 02 11:11:34.789895 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6e88de76-631a-4aeb-bf1f-6983494afc29 req-670291e3-5599-42db-9bf5-110e4effdc63 service neutron] 10.222.0.67 "GET /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844870 Jul 02 11:11:34.820234 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 195d37e8-cd70-4357-aae8-74b4e1f279f9 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:35.486755 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device b8ac975c-399d-4402-8a40-c1ea5f09497c no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:35.513725 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e20ac-7935-4c7b-9152-4fa57422e9d0 req-f4776729-0528-46b9-a673-7d1a18500a86 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:35.515610 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c91e20ac-7935-4c7b-9152-4fa57422e9d0 req-f4776729-0528-46b9-a673-7d1a18500a86 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.1183648 Jul 02 11:11:35.544943 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: b8ac975c-399d-4402-8a40-c1ea5f09497c {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:11:35.550219 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device b8ac975c-399d-4402-8a40-c1ea5f09497c not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:11:35.550944 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device eb50abd7-235a-4fb8-89a6-09a4ba180b8c no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:11:35.592794 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: eb50abd7-235a-4fb8-89a6-09a4ba180b8c {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:11:35.601162 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device eb50abd7-235a-4fb8-89a6-09a4ba180b8c not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:11:35.620053 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c91e20ac-7935-4c7b-9152-4fa57422e9d0 req-d50cfecc-cac0-46d9-887f-e13a687c037c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920842 Jul 02 11:11:35.891661 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:35.992402 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43566) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:36.100638 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dd886b50-eda6-4be4-971f-cad4432083f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:36.198893 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dd886b50-eda6-4be4-971f-cad4432083f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:36.206906 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dd886b50-eda6-4be4-971f-cad4432083f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:36.247778 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-dd886b50-eda6-4be4-971f-cad4432083f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=593f14d086804c5e8e6eefc52245ad2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541418 Jul 02 11:11:36.250361 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43570) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:11:36.256372 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd886b50-eda6-4be4-971f-cad4432083f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ede031f-092f-4827-baa0-9852e5fbe391,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:36.305967 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-30a736ad-1f9d-4241-9329-5121b6028b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:36.327445 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-30a736ad-1f9d-4241-9329-5121b6028b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:36.380321 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-30a736ad-1f9d-4241-9329-5121b6028b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:36.383139 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-30a736ad-1f9d-4241-9329-5121b6028b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:36.384474 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-30a736ad-1f9d-4241-9329-5121b6028b3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ede031f-092f-4827-baa0-9852e5fbe391 HTTP/1.1" status: 204 len: 168 time: 0.1331811 Jul 02 11:11:36.392764 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a736ad-1f9d-4241-9329-5121b6028b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ede031f-092f-4827-baa0-9852e5fbe391,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:36.830140 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1121cd-bb95-41f9-aa13-7610344ca4db req-0b6ea594-f887-4a00-aed7-1558eb6b3c45 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:36.833040 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8a1121cd-bb95-41f9-aa13-7610344ca4db req-0b6ea594-f887-4a00-aed7-1558eb6b3c45 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0788414 Jul 02 11:11:36.888681 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8a1121cd-bb95-41f9-aa13-7610344ca4db req-72e9f529-29e9-41f2-bbfe-3f75fc93bc25 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378745 Jul 02 11:11:38.079964 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45659d-ed04-4c58-a909-0c29ebac42fe req-d041c445-0354-4268-88d9-2177d8993f36 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:38.081364 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ff45659d-ed04-4c58-a909-0c29ebac42fe req-d041c445-0354-4268-88d9-2177d8993f36 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0744557 Jul 02 11:11:38.123107 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ff45659d-ed04-4c58-a909-0c29ebac42fe req-31e63442-28df-4af4-a7d8-fe828bb188ed tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359497 Jul 02 11:11:39.317008 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fb390-916b-4f6c-b04b-b33df05ee329 req-77789a8b-69a7-4837-b2d9-8d0bda80c746 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:39.318504 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-920fb390-916b-4f6c-b04b-b33df05ee329 req-77789a8b-69a7-4837-b2d9-8d0bda80c746 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0728481 Jul 02 11:11:39.357500 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-920fb390-916b-4f6c-b04b-b33df05ee329 req-e82d362a-4389-443f-8cd9-f5fb379e3f28 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Jul 02 11:11:40.542897 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54d235-eec0-4919-a389-4d1303e4c10a req-c3901e79-57f2-40a6-b9a3-d6fe97fd9c1b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:40.546965 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bf54d235-eec0-4919-a389-4d1303e4c10a req-c3901e79-57f2-40a6-b9a3-d6fe97fd9c1b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0703354 Jul 02 11:11:40.586152 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bf54d235-eec0-4919-a389-4d1303e4c10a req-187342ab-5d24-42fd-950e-4306fb944864 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343313 Jul 02 11:11:41.780218 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ffeff-92fc-48f5-a8fe-97d2f840d80a req-489efea3-a534-479e-adf7-88fc338e3031 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:41.782018 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-eb1ffeff-92fc-48f5-a8fe-97d2f840d80a req-489efea3-a534-479e-adf7-88fc338e3031 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0730133 Jul 02 11:11:41.822348 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-eb1ffeff-92fc-48f5-a8fe-97d2f840d80a req-a7b45974-c0bf-4932-ad60-34e741250626 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344241 Jul 02 11:11:43.035930 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc660b-3342-4cbd-ac51-626e12ce56c5 req-2bd7e81d-1a19-467a-9343-732f0ee8174d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:43.037574 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a9fc660b-3342-4cbd-ac51-626e12ce56c5 req-2bd7e81d-1a19-467a-9343-732f0ee8174d tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0694830 Jul 02 11:11:43.078504 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a9fc660b-3342-4cbd-ac51-626e12ce56c5 req-82abefca-fe20-4c2a-b7a0-ec3136e155e5 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352368 Jul 02 11:11:44.269092 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aa193-fdc2-4923-9ac3-fb72c6605c49 req-7129ece3-02a3-4ffd-882d-2e4d3c0a15c9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:44.271618 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d76aa193-fdc2-4923-9ac3-fb72c6605c49 req-7129ece3-02a3-4ffd-882d-2e4d3c0a15c9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0651495 Jul 02 11:11:44.310589 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d76aa193-fdc2-4923-9ac3-fb72c6605c49 req-3ff26588-90a1-4641-a744-262b7a01c4aa tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332341 Jul 02 11:11:45.509915 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a1f19-a72b-4656-a492-82be3e97e4b8 req-a8c7ace0-bb4f-4765-a909-2930551eaa1c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:45.511419 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-262a1f19-a72b-4656-a492-82be3e97e4b8 req-a8c7ace0-bb4f-4765-a909-2930551eaa1c tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0689800 Jul 02 11:11:45.554415 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-262a1f19-a72b-4656-a492-82be3e97e4b8 req-500f63ba-e955-4db7-a14b-6284fbf84dc3 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370498 Jul 02 11:11:46.735385 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb565da-f6a7-46a2-b66d-3fe61ea245f4 req-ed1d7229-5abe-4aea-81c9-599e2b3d9b0b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:46.736914 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dfb565da-f6a7-46a2-b66d-3fe61ea245f4 req-ed1d7229-5abe-4aea-81c9-599e2b3d9b0b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0654209 Jul 02 11:11:46.776632 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dfb565da-f6a7-46a2-b66d-3fe61ea245f4 req-df0eccd1-7aa5-4fe1-85f0-9ff533a8e833 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341413 Jul 02 11:11:47.962996 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817d435-53ff-46ee-8c66-c1d52b358c0b req-7d83f4d3-bd60-4802-846a-7827aa5e8123 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:47.964483 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7817d435-53ff-46ee-8c66-c1d52b358c0b req-7d83f4d3-bd60-4802-846a-7827aa5e8123 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 944 time: 0.0683360 Jul 02 11:11:48.003509 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7817d435-53ff-46ee-8c66-c1d52b358c0b req-bf2cee65-e25e-4c9a-8a73-25d7aca4ef22 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333822 Jul 02 11:11:48.850924 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 195d37e8-cd70-4357-aae8-74b4e1f279f9 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:11:48.947298 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:48.958424 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'port_id': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'mac_address': 'fa:16:3e:df:68:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:11:48.993433 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:49.005469 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195d37e8-cd70-4357-aae8-74b4e1f279f9 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:11:49.024021 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:49.027381 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:49.078362 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=195d37e8-cd70-4357-aae8-74b4e1f279f9,revision_number=9']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:49.195586 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772d28c-eadc-480b-a9d6-03dcd3ef5c38 req-28ffce87-72dd-4737-be09-001faf361c16 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:49.197123 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9772d28c-eadc-480b-a9d6-03dcd3ef5c38 req-28ffce87-72dd-4737-be09-001faf361c16 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0720994 Jul 02 11:11:49.236740 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9772d28c-eadc-480b-a9d6-03dcd3ef5c38 req-4deea50d-4dbd-487f-a690-48f741f4ce3e tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339067 Jul 02 11:11:49.245772 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['195d37e8-cd70-4357-aae8-74b4e1f279f9'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:11:50.409234 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049521bd-605f-4b66-8021-c0fa16f661f2 req-134053c5-4d06-4b3c-8498-684b6b049b94 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:50.410676 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-049521bd-605f-4b66-8021-c0fa16f661f2 req-134053c5-4d06-4b3c-8498-684b6b049b94 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0624142 Jul 02 11:11:50.447124 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-049521bd-605f-4b66-8021-c0fa16f661f2 req-e44443f8-2187-4848-a4ad-2c245afb56ba tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305147 Jul 02 11:11:50.853527 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 195d37e8-cd70-4357-aae8-74b4e1f279f9 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:11:50.902225 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 195d37e8-cd70-4357-aae8-74b4e1f279f9 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:11:50.902594 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:50.976051 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:50.997035 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:11:50.999270 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcb1bdb-c482-4583-88c4-6d67d7331eeb" -d '{"events": [{"server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "name": "network-vif-plugged", "status": "completed", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:11:51.012038 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:11:51.017166 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:51.040378 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93afe4ad-fa15-44f3-9896-ee67dc8a74dd x-openstack-request-id: req-93afe4ad-fa15-44f3-9896-ee67dc8a74dd {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:11:51.040690 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "name": "network-vif-plugged", "status": "completed", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:11:51.040942 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93afe4ad-fa15-44f3-9896-ee67dc8a74dd {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:11:51.041331 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'code': 200} Jul 02 11:11:51.069358 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=195d37e8-cd70-4357-aae8-74b4e1f279f9,revision_number=10']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:11:51.255501 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b7116-1d4a-4693-9f8d-5666524dfb4d req-75c08eb6-0e8a-42ab-8a8b-cc7e65d05df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:51.257691 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-881b7116-1d4a-4693-9f8d-5666524dfb4d req-75c08eb6-0e8a-42ab-8a8b-cc7e65d05df2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 1100 time: 0.0524449 Jul 02 11:11:51.291650 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-881b7116-1d4a-4693-9f8d-5666524dfb4d req-8583b760-4727-434a-bbc1-d98863cf1797 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269377 Jul 02 11:11:51.624421 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5427e-b994-45df-91c3-b92d996992ab req-c9db61cc-35c6-4eac-b994-30504e0e9039 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:51.625850 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-32e5427e-b994-45df-91c3-b92d996992ab req-c9db61cc-35c6-4eac-b994-30504e0e9039 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 947 time: 0.0620644 Jul 02 11:11:51.661790 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-32e5427e-b994-45df-91c3-b92d996992ab req-9b9f1402-6521-4a33-a975-eba321f4d18f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303962 Jul 02 11:11:53.003113 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0afd5-b395-48da-9a6a-3fe07b0ff7e6 req-f3383548-c961-4e75-a0f7-62a22557b639 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:53.004555 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7eb0afd5-b395-48da-9a6a-3fe07b0ff7e6 req-f3383548-c961-4e75-a0f7-62a22557b639 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 947 time: 0.0653222 Jul 02 11:11:53.042323 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7eb0afd5-b395-48da-9a6a-3fe07b0ff7e6 req-65ea589c-98f1-44c4-94ad-951a04abbe09 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316470 Jul 02 11:11:54.215111 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237b7c1-f5fa-4ac8-b483-4f33c1fd7b64 req-03c7c17b-534c-4d8a-9412-08da0626beeb tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:11:54.216490 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a237b7c1-f5fa-4ac8-b483-4f33c1fd7b64 req-03c7c17b-534c-4d8a-9412-08da0626beeb tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 947 time: 0.0618343 Jul 02 11:11:54.253702 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a237b7c1-f5fa-4ac8-b483-4f33c1fd7b64 req-f3bc29e2-3fc0-4da0-8e59-c59e3de19fc7 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317137 Jul 02 11:11:57.603013 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:11:59.251960 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:12:00.706625 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-df3d332f-c9c9-4bf0-a12a-da76c0ced525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:03.033756 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc14a-2003-46d6-9ee8-be345cdd3132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:03.493471 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:04.386814 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:05.073398 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43826) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:05.172797 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-777c8454-de25-465a-9645-78023ebde1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:05.258912 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-777c8454-de25-465a-9645-78023ebde1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:05.262327 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-777c8454-de25-465a-9645-78023ebde1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:05.298317 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-777c8454-de25-465a-9645-78023ebde1fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dad7c859556641ed81d785adad3843b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238524 Jul 02 11:12:05.300195 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c8454-de25-465a-9645-78023ebde1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356174a9-2e14-4203-9103-120a4ead8388,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:05.301070 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43830) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:05.351372 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:05.372120 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:05.417667 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:05.420376 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:05.421505 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/356174a9-2e14-4203-9103-120a4ead8388 HTTP/1.1" status: 204 len: 168 time: 0.1194665 Jul 02 11:12:05.429885 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356174a9-2e14-4203-9103-120a4ead8388,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:05.437022 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:05.437369 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:05.437867 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:05.438023 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:05.438353 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:05.438677 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:05.439006 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:05.439331 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:05.439654 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:05.440013 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:05.440306 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:05.440634 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b964583-3bfb-445a-bcbd-6a79ad3d200e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:05.891643 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:25.396161 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43968) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:25.498830 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:25.584655 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:25.588276 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:25.625108 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c89d24b2f61c46b9950f754d224d606d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285182 Jul 02 11:12:25.625941 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c14fad-4892-4bac-9cb3-80787776723b,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:25.627817 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 43972) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:25.632913 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:25.633266 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:25.634199 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:25.634560 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:25.634913 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:25.635213 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:25.635545 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:25.635876 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:25.636202 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:25.636524 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:25.636877 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:25.637198 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84ff1b4-e1ba-4857-bcac-126c3bdfcb95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:25.676870 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9dc51cf3-febb-4da7-93e3-233516d5ebd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:25.697872 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9dc51cf3-febb-4da7-93e3-233516d5ebd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:25.740871 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9dc51cf3-febb-4da7-93e3-233516d5ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:25.743846 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9dc51cf3-febb-4da7-93e3-233516d5ebd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:25.744975 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-9dc51cf3-febb-4da7-93e3-233516d5ebd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2c14fad-4892-4bac-9cb3-80787776723b HTTP/1.1" status: 204 len: 168 time: 0.1161246 Jul 02 11:12:25.752917 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc51cf3-febb-4da7-93e3-233516d5ebd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c14fad-4892-4bac-9cb3-80787776723b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:26.325246 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 43994) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:26.416569 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1804568969-network', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:26.436385 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Made reservation on behalf of c167f5084ce64dcc92ff5d4f191ea506 for: {'network': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:12:26.438630 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:26.446996 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:26.531589 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:26.535232 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:26.555292 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:12:26.569652 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e97fec-4f73-42ed-9d60-5a80bf284947,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:26.572723 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:26.573079 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.segments_db [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Added segment c27fd93a-19c8-487f-b413-88d55ee02295 of type vlan for network 970ee343-06ab-4c0f-9530-142ea0c9af9a Jul 02 11:12:26.613065 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:26.643354 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:26.644433 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:26.645041 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:26.679681 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3507884 Jul 02 11:12:26.680558 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44000) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:26.685463 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9e46a391-8c53-445c-805c-f379f62a2b3f admin admin] Request body: {'subnet': {'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1804568969-subnet', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:26.712807 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e46a391-8c53-445c-805c-f379f62a2b3f admin admin] Made reservation on behalf of c167f5084ce64dcc92ff5d4f191ea506 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:12:26.715204 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9e46a391-8c53-445c-805c-f379f62a2b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25523415'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:26.725897 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597c315-b889-47fa-b880-e4d7e1909e02 admin admin] Pushing event updated for resources: {'Network': ['ID=970ee343-06ab-4c0f-9530-142ea0c9af9a,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:26.736752 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network 970ee343-06ab-4c0f-9530-142ea0c9af9a details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:12:26.786859 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b860f7b5-96d0-4575-a81c-6751a1ceaf37 req-72ed5356-6463-4edb-b8e8-4881bb481399 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707936 Jul 02 11:12:26.864836 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860f7b5-96d0-4575-a81c-6751a1ceaf37 req-da816e58-89e8-495c-b2ed-e012e44c2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:26.866319 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b860f7b5-96d0-4575-a81c-6751a1ceaf37 req-da816e58-89e8-495c-b2ed-e012e44c2d20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3eff47995f3f4655b1331dbda8a4fdc2&device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0568166 Jul 02 11:12:26.893902 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9e46a391-8c53-445c-805c-f379f62a2b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28559882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25523397'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:26.947538 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46a391-8c53-445c-805c-f379f62a2b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee924c55-c358-47aa-b821-b945d6f1ecda,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:26.966183 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46a391-8c53-445c-805c-f379f62a2b3f admin admin] Checking segment: {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:12:26.966551 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e46a391-8c53-445c-805c-f379f62a2b3f admin admin] Network hostable DHCP agents. Network: 970ee343-06ab-4c0f-9530-142ea0c9af9a, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:12:26.984588 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e46a391-8c53-445c-805c-f379f62a2b3f admin admin] Network 970ee343-06ab-4c0f-9530-142ea0c9af9a is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:12:26.994363 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-9e46a391-8c53-445c-805c-f379f62a2b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, 970ee343-06ab-4c0f-9530-142ea0c9af9a) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:12:26.999023 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e46a391-8c53-445c-805c-f379f62a2b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:26.999756 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9e46a391-8c53-445c-805c-f379f62a2b3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.005480 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e9f358-634d-4204-babc-8fa09b6d2e07 None None] Network 970ee343-06ab-4c0f-9530-142ea0c9af9a requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:12:27.017283 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-9e46a391-8c53-445c-805c-f379f62a2b3f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3358667 Jul 02 11:12:27.020097 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44002) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:27.025484 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:27.048561 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13668'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.049598 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13693'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.106065 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.165421 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp771782b2-23d0-564c-8300-e9a8c7d0fe53-970ee343-06ab-4c0f-9530-142ea0c9af9a', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda'}]}} from dv-cinder-784092-13-iscsi. {{(pid=93179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 11:12:27.166307 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.248031 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13583'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.249850 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860f7b5-96d0-4575-a81c-6751a1ceaf37 req-9156b74f-ad1c-4c89-a09f-913319c3c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:27.251506 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b860f7b5-96d0-4575-a81c-6751a1ceaf37 req-9156b74f-ad1c-4c89-a09f-913319c3c21c service neutron] 10.222.0.67 "GET /v2.0/networks?id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d HTTP/1.1" status: 200 len: 910 time: 0.3643606 Jul 02 11:12:27.308425 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.db_base_plugin_common [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Allocated IP 172.20.0.2 (970ee343-06ab-4c0f-9530-142ea0c9af9a/ee924c55-c358-47aa-b821-b945d6f1ecda/a385b228-5cf3-4be9-91d3-856aa05a7cfa) {{(pid=93179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:12:27.322886 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b860f7b5-96d0-4575-a81c-6751a1ceaf37 req-b1a8e57b-9b3a-4912-9faf-ea63935a6d19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf HTTP/1.1" status: 200 len: 1001 time: 0.0628788 Jul 02 11:12:27.372668 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860f7b5-96d0-4575-a81c-6751a1ceaf37 req-5086773d-3999-4d16-9e86-16315f9371f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:27.374406 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b860f7b5-96d0-4575-a81c-6751a1ceaf37 req-5086773d-3999-4d16-9e86-16315f9371f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e4b573e-f211-4c97-a0ae-62a58fff67bc HTTP/1.1" status: 200 len: 848 time: 0.0451417 Jul 02 11:12:27.438139 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860f7b5-96d0-4575-a81c-6751a1ceaf37 req-8a892aa0-7f3b-4cb6-8cd8-5db66df39ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:27.439719 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b860f7b5-96d0-4575-a81c-6751a1ceaf37 req-8a892aa0-7f3b-4cb6-8cd8-5db66df39ef8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577359 Jul 02 11:12:27.483643 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.502723 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.539262 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b860f7b5-96d0-4575-a81c-6751a1ceaf37 req-f9f366d5-7737-4638-957b-795714ad6e76 service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919092 Jul 02 11:12:27.593670 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Notify callbacks [] for port, precommit_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.607093 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Transition to ACTIVE for port object a385b228-5cf3-4be9-91d3-856aa05a7cfa will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:12:27.608738 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Allocated IP 172.27.1.172 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/8d811673-08d2-4097-ad4e-78d516252ff2) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:12:27.616592 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.623593 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Transition to ACTIVE for port object a385b228-5cf3-4be9-91d3-856aa05a7cfa will not be triggered until provisioned by entity DHCP. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:12:27.630358 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.636059 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b860f7b5-96d0-4575-a81c-6751a1ceaf37 req-a0b107da-a2ca-4693-872a-f4787eb8de6f service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902147 Jul 02 11:12:27.670374 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Network 970ee343-06ab-4c0f-9530-142ea0c9af9a is already hosted by enough agents. {{(pid=93179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:12:27.673202 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.base_scheduler [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Resources bound (agent type, host, resource id): {{(pid=93179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:12:27.676443 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Received port after_create {{(pid=93179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:12:27.683282 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Pushing event updated for resources: {'Port': ['ID=a385b228-5cf3-4be9-91d3-856aa05a7cfa,revision_number=1']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:27.709777 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:27.710172 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:27.710533 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:27.710867 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:27.711197 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:27.712120 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:27.712481 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:27.712836 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:27.713160 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:27.713486 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:27.713811 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:27.714131 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:27.719310 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.750186 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Attempting to bind port a385b228-5cf3-4be9-91d3-856aa05a7cfa on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:12:27.750798 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Attempting to bind port a385b228-5cf3-4be9-91d3-856aa05a7cfa by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:12:27.750898 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Attempting to bind port a385b228-5cf3-4be9-91d3-856aa05a7cfa on network 970ee343-06ab-4c0f-9530-142ea0c9af9a {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:12:27.756138 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:12:27.756457 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Checking segment: {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:12:27.756947 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.757341 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Bound using segment: {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:12:27.757832 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Bound port: a385b228-5cf3-4be9-91d3-856aa05a7cfa, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:12:27.759017 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.759234 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28570778'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.799234 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:12:27.803474 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:12:27.808293 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:12:27.811398 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Pushing event updated for resources: {'Port': ['ID=8d811673-08d2-4097-ad4e-78d516252ff2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:27.822628 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] For port a385b228-5cf3-4be9-91d3-856aa05a7cfa, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:12:27.825747 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] For port a385b228-5cf3-4be9-91d3-856aa05a7cfa, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=a385b228-5cf3-4be9-91d3-856aa05a7cfa,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:12:27.829935 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:27.888911 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6407b-753f-4cdd-aee1-66cc2485a3eb None None] Pushing event updated for resources: {'Port': ['ID=a385b228-5cf3-4be9-91d3-856aa05a7cfa,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:28.075534 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:28.282896 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700700'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:28.406391 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Router 5ead30de-8861-4100-9155-473465f0118e is scheduled to L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 11:12:28.511868 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:12:28.521204 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Sync routers for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:12:28.530129 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:28.530827 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:12:28.534248 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-e409a9ac-8981-4508-949e-845155bbe183 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5101736 Jul 02 11:12:28.534413 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:12:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:28.535762 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44004) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:28.642318 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:12:28.770642 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d94580-c5ce-4248-b011-d877032aa73e None None] Network 970ee343-06ab-4c0f-9530-142ea0c9af9a requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:12:28.827373 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:27Z', 'revision_number': 3, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:28.853311 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Checking router: 5ead30de-8861-4100-9155-473465f0118e for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:12:28.853660 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Updating router 5ead30de-8861-4100-9155-473465f0118e port 8d811673-08d2-4097-ad4e-78d516252ff2 binding host dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:12:28.886004 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-4573dbeb-3c46-4e15-9cea-cebac1958cb9 None None] Provisioning for port a385b228-5cf3-4be9-91d3-856aa05a7cfa completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:12:28.897141 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:28.986127 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.166747 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Allocated IP 172.20.0.1 (970ee343-06ab-4c0f-9530-142ea0c9af9a/ee924c55-c358-47aa-b821-b945d6f1ecda/214e4f91-0e48-4bba-b0ec-639df6c16dbd) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:12:29.171740 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.185273 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.provisioning_blocks [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Transition to ACTIVE for port object 8d811673-08d2-4097-ad4e-78d516252ff2 will not be triggered until provisioned by entity L2. {{(pid=93180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:12:29.191254 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.245589 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Attempting to bind port 8d811673-08d2-4097-ad4e-78d516252ff2 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:12:29.246000 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Attempting to bind port 8d811673-08d2-4097-ad4e-78d516252ff2 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:12:29.246495 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Attempting to bind port 8d811673-08d2-4097-ad4e-78d516252ff2 on network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:12:29.249380 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Pushing event updated for resources: {'Port': ['ID=8d811673-08d2-4097-ad4e-78d516252ff2,revision_number=2']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:29.254038 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:12:29.254395 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Checking segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:12:29.254799 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.255188 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Bound using segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:12:29.255654 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Bound port: 8d811673-08d2-4097-ad4e-78d516252ff2, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:12:29.256066 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.262717 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:29.263069 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:29.263414 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:29.263754 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:29.264087 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:29.264415 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:29.264778 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:29.265107 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:29.265455 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:29.265785 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:29.266110 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:29.266431 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:12:29.283387 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.298840 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Transition to ACTIVE for port object 214e4f91-0e48-4bba-b0ec-639df6c16dbd will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:12:29.347043 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.391879 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Network 970ee343-06ab-4c0f-9530-142ea0c9af9a is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:12:29.395450 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:12:29.400039 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:12:29.410763 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] For port 8d811673-08d2-4097-ad4e-78d516252ff2, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:12:29.414131 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] For port 8d811673-08d2-4097-ad4e-78d516252ff2, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=8d811673-08d2-4097-ad4e-78d516252ff2,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:12:29.420086 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.432438 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Pushing event updated for resources: {'Port': ['ID=214e4f91-0e48-4bba-b0ec-639df6c16dbd,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:29.488558 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002125b-57fc-4853-8bbc-1bedb5830903 None None] Pushing event updated for resources: {'Port': ['ID=8d811673-08d2-4097-ad4e-78d516252ff2,revision_number=3']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:29.498712 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699676'] for router_interface, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.507829 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:12:29.509305 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:12:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:29.544091 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device a385b228-5cf3-4be9-91d3-856aa05a7cfa up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:29.573137 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58b429-7d7b-43ff-bbf8-2df7f7bfa65e req-7ceea526-a568-4a08-9528-100adfc75095 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:29.580112 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0a58b429-7d7b-43ff-bbf8-2df7f7bfa65e req-7ceea526-a568-4a08-9528-100adfc75095 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.1486785 Jul 02 11:12:29.604295 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port a385b228-5cf3-4be9-91d3-856aa05a7cfa completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:12:29.612992 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port a385b228-5cf3-4be9-91d3-856aa05a7cfa triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:29.613742 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.637698 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:12:29.647826 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0a58b429-7d7b-43ff-bbf8-2df7f7bfa65e req-b036ae8c-558e-43e4-b3a6-afbfa0f809ab tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668018 Jul 02 11:12:29.699526 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.718668 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.762989 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port a385b228-5cf3-4be9-91d3-856aa05a7cfa, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=a385b228-5cf3-4be9-91d3-856aa05a7cfa,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:29.768437 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-4ca3b870-4b4f-4f77-b6c7-7b7fb3205942 None None] Provisioning for port 214e4f91-0e48-4bba-b0ec-639df6c16dbd completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:12:29.770703 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.777800 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-4ca3b870-4b4f-4f77-b6c7-7b7fb3205942 None None] Provisioning complete for port 214e4f91-0e48-4bba-b0ec-639df6c16dbd triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:29.778180 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b870-4b4f-4f77-b6c7-7b7fb3205942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.830834 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:27Z', 'revision_number': 3, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:29.841316 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-4ca3b870-4b4f-4f77-b6c7-7b7fb3205942 None None] Port 214e4f91-0e48-4bba-b0ec-639df6c16dbd cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:12:29.854465 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=a385b228-5cf3-4be9-91d3-856aa05a7cfa,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:29.862506 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63efa41-c1be-4122-a34e-2c69b51ad5a1 None None] The sync data for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi is: [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:27Z', 'revision_number': 3, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:12:29.884194 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.891790 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.959028 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699866'] for router_interface, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:29.960805 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Pushing event updated for resources: {'Port': ['ID=214e4f91-0e48-4bba-b0ec-639df6c16dbd,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:30.060334 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Network 970ee343-06ab-4c0f-9530-142ea0c9af9a is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:12:30.062037 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:12:30.210638 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Router 5ead30de-8861-4100-9155-473465f0118e has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:12:30.323223 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:12:30.328300 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-07f3b914-1041-4633-af37-bfbd8797f251 admin admin] 10.222.0.24 "PUT /v2.0/routers/5ead30de-8861-4100-9155-473465f0118e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7913620 Jul 02 11:12:30.361003 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-3ee6cb6a-33cb-4f19-a4a4-a27993de5691 None None] Provisioning complete for port 214e4f91-0e48-4bba-b0ec-639df6c16dbd triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:30.361385 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-3ee6cb6a-33cb-4f19-a4a4-a27993de5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:30.396478 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-3ee6cb6a-33cb-4f19-a4a4-a27993de5691 None None] Port 214e4f91-0e48-4bba-b0ec-639df6c16dbd cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:12:30.707480 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-989101f3-3733-447a-9547-5cf475985b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:30.799158 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44028) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:30.804383 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1950295886-network', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:30.825700 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Made reservation on behalf of baafd363290a4f4e9b517c6e66a267af for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:12:30.828067 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:30.834293 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb1c81-1523-495e-9009-fe7d7acece03 req-0d066b61-1f96-41a3-9857-829f3ee5ea5c tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:30.835778 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bcbb1c81-1523-495e-9009-fe7d7acece03 req-0d066b61-1f96-41a3-9857-829f3ee5ea5c tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0645602 Jul 02 11:12:30.837222 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:30.877679 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bcbb1c81-1523-495e-9009-fe7d7acece03 req-281527a4-7031-41a2-acb9-9098bbce923c tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351763 Jul 02 11:12:30.933998 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:30.937580 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:30.962176 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 02 11:12:30.971747 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70b17ec-6c32-4f01-89f2-4640574c21c2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:30.976643 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:30.977627 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.db.segments_db [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Added segment 94b44314-0611-4e22-ae95-6e5b1550d850 of type vlan for network e60e8659-5336-4884-898c-bef56eece9a2 Jul 02 11:12:31.016470 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738737392707'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.045584 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.046612 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:31.047214 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.083389 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2831171 Jul 02 11:12:31.086893 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44030) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:31.092053 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-1b5cc3f5-146e-483f-8f0f-97a8587de81d admin admin] Request body: {'subnet': {'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1950295886-subnet', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'ip_version': 4}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:31.112225 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680e53b-ce80-4bf4-a38a-10207e18f1a8 admin admin] Pushing event updated for resources: {'Network': ['ID=e60e8659-5336-4884-898c-bef56eece9a2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:31.120524 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5cc3f5-146e-483f-8f0f-97a8587de81d admin admin] Made reservation on behalf of baafd363290a4f4e9b517c6e66a267af for: {'subnet': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:12:31.123012 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b5cc3f5-146e-483f-8f0f-97a8587de81d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28375820'] for subnet, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.130572 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Network e60e8659-5336-4884-898c-bef56eece9a2 details requested by agent ovs-agent-dv-cinder-784092-13-iscsi with host dv-cinder-784092-13-iscsi {{(pid=93179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 02 11:12:31.302226 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b5cc3f5-146e-483f-8f0f-97a8587de81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27721884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28375838'] for subnet, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.354870 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cc3f5-146e-483f-8f0f-97a8587de81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=141540f1-7be6-41b8-8d29-00f2894767c4,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:31.367705 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5cc3f5-146e-483f-8f0f-97a8587de81d admin admin] Checking segment: {'id': '94b44314-0611-4e22-ae95-6e5b1550d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:12:31.368172 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5cc3f5-146e-483f-8f0f-97a8587de81d admin admin] Network hostable DHCP agents. Network: e60e8659-5336-4884-898c-bef56eece9a2, hostable agents: ['1552c864-d730-44ee-aab6-c17e970ab5f0'], hosted agents: [] {{(pid=93178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 02 11:12:31.386288 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5cc3f5-146e-483f-8f0f-97a8587de81d admin admin] Network e60e8659-5336-4884-898c-bef56eece9a2 is scheduled to be hosted by DHCP agent 1552c864-d730-44ee-aab6-c17e970ab5f0 with binding_index 1 {{(pid=93178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 02 11:12:31.386448 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Sync routers for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:12:31.395041 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-1b5cc3f5-146e-483f-8f0f-97a8587de81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-13-iscsi, e60e8659-5336-4884-898c-bef56eece9a2) {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:12:31.395238 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:12:31.395859 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:12:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:31.399957 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5cc3f5-146e-483f-8f0f-97a8587de81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:31.400563 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b5cc3f5-146e-483f-8f0f-97a8587de81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.416401 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-1b5cc3f5-146e-483f-8f0f-97a8587de81d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3280571 Jul 02 11:12:31.419439 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44032) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:31.425259 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1950295886-router', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:31.436582 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843ca533-72fb-4cce-90b6-15dbafc7a170 None None] Network e60e8659-5336-4884-898c-bef56eece9a2 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:12:31.451154 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13668'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.452177 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13693'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.503870 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.589244 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device a385b228-5cf3-4be9-91d3-856aa05a7cfa up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:31.632237 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:12:31.648089 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13583'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.752983 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp771782b2-23d0-564c-8300-e9a8c7d0fe53-e60e8659-5336-4884-898c-bef56eece9a2', 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'fixed_ips': [{'subnet_id': '141540f1-7be6-41b8-8d29-00f2894767c4'}]}} from dv-cinder-784092-13-iscsi. {{(pid=93179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 02 11:12:31.753809 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.816247 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port a385b228-5cf3-4be9-91d3-856aa05a7cfa triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:31.816542 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.845494 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.864113 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:31.978671 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Allocated IP 172.27.1.247 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/ce2ce754-680a-486b-bdc0-f11990a34dbf) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:12:32.035349 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.db_base_plugin_common [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Allocated IP 172.20.0.2 (e60e8659-5336-4884-898c-bef56eece9a2/141540f1-7be6-41b8-8d29-00f2894767c4/5048c7e2-c46a-48b2-bf06-10e762e0831a) {{(pid=93179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:12:32.078378 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 8d811673-08d2-4097-ad4e-78d516252ff2 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:32.088028 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431906d-6783-4822-9a59-624b77e8427e req-2bd10191-ac62-4c50-89e4-83249d1306d9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:32.089914 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7431906d-6783-4822-9a59-624b77e8427e req-2bd10191-ac62-4c50-89e4-83249d1306d9 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0851698 Jul 02 11:12:32.101208 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:32.131199 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7431906d-6783-4822-9a59-624b77e8427e req-3933eb1e-3cab-44e5-bb57-3bfb8abd3b96 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337932 Jul 02 11:12:32.137195 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 2, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:32.142515 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28570778'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:32.184981 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:12:32.189477 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:12:32.192386 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:12:32.198989 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2ce754-680a-486b-bdc0-f11990a34dbf,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:32.317261 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Checking router: 5ead30de-8861-4100-9155-473465f0118e for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:12:32.317605 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Updating router 5ead30de-8861-4100-9155-473465f0118e port 214e4f91-0e48-4bba-b0ec-639df6c16dbd binding host dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:12:32.408417 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:32.411690 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 8d811673-08d2-4097-ad4e-78d516252ff2 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:12:32.430834 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 8d811673-08d2-4097-ad4e-78d516252ff2 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:32.431222 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:32.499612 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Notify callbacks [] for port, precommit_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:32.518750 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Transition to ACTIVE for port object 5048c7e2-c46a-48b2-bf06-10e762e0831a will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:12:32.613344 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Transition to ACTIVE for port object 5048c7e2-c46a-48b2-bf06-10e762e0831a will not be triggered until provisioned by entity DHCP. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:12:32.628331 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377'] for port, after_create {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:32.695033 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:32.717014 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:32.732841 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Network e60e8659-5336-4884-898c-bef56eece9a2 is already hosted by enough agents. {{(pid=93179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:12:32.765095 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.scheduler.base_scheduler [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Resources bound (agent type, host, resource id): {{(pid=93179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:12:32.769064 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Received port after_create {{(pid=93179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:12:32.772213 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Pushing event updated for resources: {'Port': ['ID=5048c7e2-c46a-48b2-bf06-10e762e0831a,revision_number=1']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:32.785199 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 8d811673-08d2-4097-ad4e-78d516252ff2, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=8d811673-08d2-4097-ad4e-78d516252ff2,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:32.813415 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:32.898263 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Attempting to bind port 5048c7e2-c46a-48b2-bf06-10e762e0831a on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:12:32.898613 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Attempting to bind port 5048c7e2-c46a-48b2-bf06-10e762e0831a by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '94b44314-0611-4e22-ae95-6e5b1550d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:12:32.899034 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Attempting to bind port 5048c7e2-c46a-48b2-bf06-10e762e0831a on network e60e8659-5336-4884-898c-bef56eece9a2 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:12:32.907804 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-700700'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:32.922767 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:12:32.923145 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Checking segment: {'id': '94b44314-0611-4e22-ae95-6e5b1550d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:12:32.923546 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:32.923936 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Bound using segment: {'id': '94b44314-0611-4e22-ae95-6e5b1550d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:12:32.924401 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Bound port: 5048c7e2-c46a-48b2-bf06-10e762e0831a, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b44314-0611-4e22-ae95-6e5b1550d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:12:32.924805 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:32.932349 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=8d811673-08d2-4097-ad4e-78d516252ff2,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:32.961394 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5c9d-f925-4227-92e3-eb84d3ec0671 req-929c459f-783a-48d6-b774-c454dd7a286f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:32.962945 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6aec5c9d-f925-4227-92e3-eb84d3ec0671 req-929c459f-783a-48d6-b774-c454dd7a286f tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 947 time: 0.0695629 Jul 02 11:12:33.006931 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6aec5c9d-f925-4227-92e3-eb84d3ec0671 req-787de24e-f5c9-4898-abf7-4b26c129ed67 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380592 Jul 02 11:12:33.035163 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:33.052731 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Transition to ACTIVE for port object 214e4f91-0e48-4bba-b0ec-639df6c16dbd will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:12:33.054912 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Router 2c09c817-3f64-4094-8139-a5a263d38fb1 is scheduled to L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 02 11:12:33.064319 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:33.075596 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e8f5bb84-24a5-4cf7-b6e1-b35d8a9027c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:33.078826 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] For port 5048c7e2-c46a-48b2-bf06-10e762e0831a, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:12:33.117272 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] For port 5048c7e2-c46a-48b2-bf06-10e762e0831a, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=5048c7e2-c46a-48b2-bf06-10e762e0831a,segment=NetworkSegment(94b44314-0611-4e22-ae95-6e5b1550d850),segment_id=94b44314-0611-4e22-ae95-6e5b1550d850)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:12:33.130267 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:33.137876 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986cd2f-6cb9-41cf-ad76-4ab157992add None None] Pushing event updated for resources: {'Port': ['ID=214e4f91-0e48-4bba-b0ec-639df6c16dbd,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:33.171713 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:12:33.180016 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Sync routers for ids ['2c09c817-3f64-4094-8139-a5a263d38fb1'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:12:33.192330 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Routers {'2c09c817-3f64-4094-8139-a5a263d38fb1'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:12:33.192996 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:12:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['2c09c817-3f64-4094-8139-a5a263d38fb1'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:33.205971 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:33.212219 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44048) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:33.225035 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-f8fe7006-5b2d-4991-9d5d-bb402bad29b9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8037281 Jul 02 11:12:33.251721 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Attempting to bind port 214e4f91-0e48-4bba-b0ec-639df6c16dbd on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:12:33.252112 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Attempting to bind port 214e4f91-0e48-4bba-b0ec-639df6c16dbd by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:12:33.252467 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Attempting to bind port 214e4f91-0e48-4bba-b0ec-639df6c16dbd on network 970ee343-06ab-4c0f-9530-142ea0c9af9a {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:12:33.260730 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ba65d-52ba-43c3-b1f1-b6cfc8691691 None None] Pushing event updated for resources: {'Port': ['ID=5048c7e2-c46a-48b2-bf06-10e762e0831a,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:33.263807 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:12:33.264499 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Checking segment: {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:12:33.265175 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:33.265765 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Bound using segment: {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:12:33.266467 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Bound port: 214e4f91-0e48-4bba-b0ec-639df6c16dbd, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:12:33.267090 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:33.357985 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] For port 214e4f91-0e48-4bba-b0ec-639df6c16dbd, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:12:33.364555 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] For port 214e4f91-0e48-4bba-b0ec-639df6c16dbd, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=214e4f91-0e48-4bba-b0ec-639df6c16dbd,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:12:33.369646 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Set router 2c09c817-3f64-4094-8139-a5a263d38fb1 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:12:33.374249 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:33.548874 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:12:33.549523 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:12:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:33.611267 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 8d811673-08d2-4097-ad4e-78d516252ff2 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:33.618093 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986cd2f-6cb9-41cf-ad76-4ab157992add None None] Pushing event updated for resources: {'Port': ['ID=214e4f91-0e48-4bba-b0ec-639df6c16dbd,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:33.639952 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'name': 'tempest-TestVolumeBootPattern-1950295886-router', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 3, 'project_id': 'baafd363290a4f4e9b517c6e66a267af', 'gw_port': {'id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:33.649627 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:33.663514 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf8c66-0b1f-4745-8291-c608b447dfe2 req-4ab789fd-5e28-4099-ab8f-f63b792ce3d8 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:33.665593 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5ddf8c66-0b1f-4745-8291-c608b447dfe2 req-4ab789fd-5e28-4099-ab8f-f63b792ce3d8 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.2706430 Jul 02 11:12:33.673648 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Checking router: 2c09c817-3f64-4094-8139-a5a263d38fb1 for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:12:33.674323 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Updating router 2c09c817-3f64-4094-8139-a5a263d38fb1 port ce2ce754-680a-486b-bdc0-f11990a34dbf binding host dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:12:33.737196 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:33.755051 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 8d811673-08d2-4097-ad4e-78d516252ff2 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:33.758358 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:33.798102 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5ddf8c66-0b1f-4745-8291-c608b447dfe2 req-06dff51b-dd19-4192-8b76-54b2f0ae636b tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018820 Jul 02 11:12:33.800504 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:12:33.989390 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:34.039945 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Notify callbacks [] for port, precommit_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:34.055912 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.provisioning_blocks [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Transition to ACTIVE for port object ce2ce754-680a-486b-bdc0-f11990a34dbf will not be triggered until provisioned by entity L2. {{(pid=93180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:12:34.069079 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:34.088435 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:33Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:34.127193 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fd430-997a-4239-b31d-b383989eebf3 None None] The sync data for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi is: [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:33Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:12:34.129431 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Attempting to bind port ce2ce754-680a-486b-bdc0-f11990a34dbf on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:12:34.129583 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Attempting to bind port ce2ce754-680a-486b-bdc0-f11990a34dbf by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:12:34.129879 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Attempting to bind port ce2ce754-680a-486b-bdc0-f11990a34dbf on network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:12:34.135578 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af12f4-21e2-44ee-9874-e724d9f3bc35 None None] Pushing event updated for resources: {'Port': ['ID=ce2ce754-680a-486b-bdc0-f11990a34dbf,revision_number=2']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:34.140486 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:12:34.140892 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Checking segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:12:34.141296 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:34.141685 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Bound using segment: {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:12:34.142152 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Bound port: ce2ce754-680a-486b-bdc0-f11990a34dbf, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204119df-e50c-475b-b84b-8bfcf69d260e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2'}}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:12:34.142533 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:34.192443 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Allocated IP 172.20.0.1 (e60e8659-5336-4884-898c-bef56eece9a2/141540f1-7be6-41b8-8d29-00f2894767c4/569b700e-37a2-4cb3-bd94-17fc5c777a91) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:12:34.247355 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] For port ce2ce754-680a-486b-bdc0-f11990a34dbf, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:12:34.250865 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] For port ce2ce754-680a-486b-bdc0-f11990a34dbf, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=ce2ce754-680a-486b-bdc0-f11990a34dbf,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:12:34.254844 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:34.317964 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Routers {'2c09c817-3f64-4094-8139-a5a263d38fb1'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:12:34.318613 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:12:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['2c09c817-3f64-4094-8139-a5a263d38fb1'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:34.382438 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af12f4-21e2-44ee-9874-e724d9f3bc35 None None] Pushing event updated for resources: {'Port': ['ID=ce2ce754-680a-486b-bdc0-f11990a34dbf,revision_number=3']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:34.409106 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:34.443500 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a52a62-68df-4378-9dd7-74e0485abb11 req-203505ad-a51a-4287-9401-c40f44752ab6 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:34.451823 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-44a52a62-68df-4378-9dd7-74e0485abb11 req-203505ad-a51a-4287-9401-c40f44752ab6 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 947 time: 0.2042036 Jul 02 11:12:34.474994 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] Set router 2c09c817-3f64-4094-8139-a5a263d38fb1 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:12:34.475627 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:34.503477 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-0f1b048b-ac4b-4ee9-8040-30f9b5251ce9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:34.504890 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-0f1b048b-ac4b-4ee9-8040-30f9b5251ce9 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.67 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 947 time: 0.3885655 Jul 02 11:12:34.537389 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Transition to ACTIVE for port object 569b700e-37a2-4cb3-bd94-17fc5c777a91 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:12:34.549595 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-44a52a62-68df-4378-9dd7-74e0485abb11 req-8201b19f-67a3-415c-8140-bca063cfb795 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964282 Jul 02 11:12:34.604115 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c2be5e-0251-4184-b793-2fdff3ad348a None None] Network e60e8659-5336-4884-898c-bef56eece9a2 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:12:34.669949 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:34.694487 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'name': 'tempest-TestVolumeBootPattern-1950295886-router', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 3, 'project_id': 'baafd363290a4f4e9b517c6e66a267af', 'gw_port': {'id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:34.731716 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-ac173e3b-5ebc-4a2f-b696-20a5ab70f7c7 None None] Provisioning for port 5048c7e2-c46a-48b2-bf06-10e762e0831a completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:12:34.732996 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe4d6d9-e73d-46ca-8945-eb25ac11f33b None None] The sync data for ids ['2c09c817-3f64-4094-8139-a5a263d38fb1'] in dv-cinder-784092-13-iscsi is: [{'id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'name': 'tempest-TestVolumeBootPattern-1950295886-router', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 3, 'project_id': 'baafd363290a4f4e9b517c6e66a267af', 'gw_port': {'id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ce:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:12:34.750814 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Network e60e8659-5336-4884-898c-bef56eece9a2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:12:34.757195 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:12:34.766473 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:12:34.770110 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Pushing event updated for resources: {'Port': ['ID=569b700e-37a2-4cb3-bd94-17fc5c777a91,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:34.802359 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Deleting port 195d37e8-cd70-4357-aae8-74b4e1f279f9 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:12:34.802884 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:34.889270 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-699676'] for router_interface, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:35.200525 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-f6937c34-72e6-4218-92f1-cddafaa4e0c9 None None] Provisioning for port 569b700e-37a2-4cb3-bd94-17fc5c777a91 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:12:35.205892 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-f6937c34-72e6-4218-92f1-cddafaa4e0c9 None None] Provisioning complete for port 569b700e-37a2-4cb3-bd94-17fc5c777a91 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:35.208687 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f6937c34-72e6-4218-92f1-cddafaa4e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:35.261709 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-f6937c34-72e6-4218-92f1-cddafaa4e0c9 None None] Port 569b700e-37a2-4cb3-bd94-17fc5c777a91 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:12:35.387418 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-f407eeaf-9d5f-4906-bb1e-cc099d6e9a50 None None] Provisioning complete for port 569b700e-37a2-4cb3-bd94-17fc5c777a91 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:35.387800 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f407eeaf-9d5f-4906-bb1e-cc099d6e9a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:35.392441 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] For port 195d37e8-cd70-4357-aae8-74b4e1f279f9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=195d37e8-cd70-4357-aae8-74b4e1f279f9,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:35.392836 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:35.432894 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-f407eeaf-9d5f-4906-bb1e-cc099d6e9a50 None None] Port 569b700e-37a2-4cb3-bd94-17fc5c777a91 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:12:35.475944 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c138c-8674-4752-ac34-c8940ba0386a req-166cc5a1-1a03-4fa7-8c04-52943f1431cb tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:35.478197 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f68c138c-8674-4752-ac34-c8940ba0386a req-166cc5a1-1a03-4fa7-8c04-52943f1431cb tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.1879668 Jul 02 11:12:35.590340 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:35.603086 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 5048c7e2-c46a-48b2-bf06-10e762e0831a up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:35.616649 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f68c138c-8674-4752-ac34-c8940ba0386a req-4ae9f71f-01ca-44b3-981c-9a0ce2282521 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290839 Jul 02 11:12:35.754697 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:35.755069 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:35.755395 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Floating IP d12ecf89-0f7a-417b-bdea-b772a1790496 disassociated. External IP: 172.27.1.179, port: 195d37e8-cd70-4357-aae8-74b4e1f279f9. Jul 02 11:12:35.755742 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Calling delete_port for 195d37e8-cd70-4357-aae8-74b4e1f279f9 owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:12:35.793634 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 5048c7e2-c46a-48b2-bf06-10e762e0831a completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:12:35.798426 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 5048c7e2-c46a-48b2-bf06-10e762e0831a triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:35.798426 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:35.895403 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:35.913646 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3c9d2-9755-4990-9f9d-945835459c2c req-2863640a-f95a-46bd-b8ae-4bb6d2c42ca8 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:35.915558 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:35.915948 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ccc3c9d2-9755-4990-9f9d-945835459c2c req-2863640a-f95a-46bd-b8ae-4bb6d2c42ca8 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 947 time: 0.2214797 Jul 02 11:12:35.932913 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 5048c7e2-c46a-48b2-bf06-10e762e0831a, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=5048c7e2-c46a-48b2-bf06-10e762e0831a,segment=NetworkSegment(94b44314-0611-4e22-ae95-6e5b1550d850),segment_id=94b44314-0611-4e22-ae95-6e5b1550d850)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:35.937754 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:35.938546 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 214e4f91-0e48-4bba-b0ec-639df6c16dbd up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:36.016626 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=5048c7e2-c46a-48b2-bf06-10e762e0831a,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:36.032001 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ccc3c9d2-9755-4990-9f9d-945835459c2c req-3aed52ff-5ff2-4ead-bcfe-642ee387e212 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups?id=10bebeca-8436-41f9-87ff-ba508a92af27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040170 Jul 02 11:12:36.032753 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 214e4f91-0e48-4bba-b0ec-639df6c16dbd completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:12:36.037989 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 214e4f91-0e48-4bba-b0ec-639df6c16dbd triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:36.038366 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:36.041236 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:36.047152 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:36.074575 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:36.131555 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Pushing event updated for resources: {'Port': ['ID=569b700e-37a2-4cb3-bd94-17fc5c777a91,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:36.139681 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:36.174329 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-699866'] for router_interface, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:36.182429 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 214e4f91-0e48-4bba-b0ec-639df6c16dbd, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=214e4f91-0e48-4bba-b0ec-639df6c16dbd,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:36.186350 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:36.187163 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device ce2ce754-680a-486b-bdc0-f11990a34dbf up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:36.204046 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event deleted for resources: {'Port': ['ID=195d37e8-cd70-4357-aae8-74b4e1f279f9,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:36.251984 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:12:36.265260 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=214e4f91-0e48-4bba-b0ec-639df6c16dbd,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:36.277854 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port ce2ce754-680a-486b-bdc0-f11990a34dbf completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:12:36.281756 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port ce2ce754-680a-486b-bdc0-f11990a34dbf triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:36.282134 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:36.337040 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:12:36.354386 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Network e60e8659-5336-4884-898c-bef56eece9a2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:12:36.358021 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:12:36.363453 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:36.386636 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port ce2ce754-680a-486b-bdc0-f11990a34dbf, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=ce2ce754-680a-486b-bdc0-f11990a34dbf,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:36.391475 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:36.442122 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=ce2ce754-680a-486b-bdc0-f11990a34dbf,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:36.535836 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:12:36.547043 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f474961-bf63-44c3-8345-522c6541a9d9 None None] Sync routers for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:12:36.556657 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f474961-bf63-44c3-8345-522c6541a9d9 None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:12:36.558597 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7f474961-bf63-44c3-8345-522c6541a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:12:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:36.592022 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] No DVR routers for this DVR port 195d37e8-cd70-4357-aae8-74b4e1f279f9 on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:12:36.594710 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:36.596798 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0b7105a8-506b-4c3f-acb6-f8d0b9bb168a req-3f394334-69aa-48ad-a5df-91ca1825d4c0 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.67 "DELETE /v2.0/ports/195d37e8-cd70-4357-aae8-74b4e1f279f9 HTTP/1.1" status: 204 len: 173 time: 2.0843065 Jul 02 11:12:36.597155 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'name': 'network-vif-deleted', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:12:36.599407 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f712abbb-f959-4dfa-97b3-ee2696e43b4c" -d '{"events": [{"server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "name": "network-vif-deleted", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:12:36.608807 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Router 2c09c817-3f64-4094-8139-a5a263d38fb1 has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:12:36.693666 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-fe0e39e0-0bd9-4c83-afde-6885ad29a9f9 None None] Provisioning complete for port 569b700e-37a2-4cb3-bd94-17fc5c777a91 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:36.693980 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fe0e39e0-0bd9-4c83-afde-6885ad29a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:36.697354 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7f474961-bf63-44c3-8345-522c6541a9d9 None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:12:36.722609 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2283e5-03a5-4dc6-b555-e72155b9a871 x-openstack-request-id: req-3f2283e5-03a5-4dc6-b555-e72155b9a871 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:12:36.723682 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5", "name": "network-vif-deleted", "tag": "195d37e8-cd70-4357-aae8-74b4e1f279f9", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:12:36.724046 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f2283e5-03a5-4dc6-b555-e72155b9a871 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:12:36.724529 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5', 'name': 'network-vif-deleted', 'tag': '195d37e8-cd70-4357-aae8-74b4e1f279f9', 'status': 'completed', 'code': 200} Jul 02 11:12:36.746210 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:12:36.752047 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-acc4cf30-0a19-4012-9365-efdf4d0c6009 admin admin] 10.222.0.24 "PUT /v2.0/routers/2c09c817-3f64-4094-8139-a5a263d38fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5383134 Jul 02 11:12:36.803114 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e39e0-0bd9-4c83-afde-6885ad29a9f9 None None] Port 569b700e-37a2-4cb3-bd94-17fc5c777a91 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:12:36.902734 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4513f9d-9d2e-47dc-9616-ce96a075ef28 req-f7e07cb5-1f69-4dda-a9ff-ec62a839855c tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:36.904272 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e4513f9d-9d2e-47dc-9616-ce96a075ef28 req-f7e07cb5-1f69-4dda-a9ff-ec62a839855c tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0806413 Jul 02 11:12:36.947644 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e4513f9d-9d2e-47dc-9616-ce96a075ef28 req-d13f0eb2-3357-4dfb-a95b-b96070e2c986 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362694 Jul 02 11:12:36.979292 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7f474961-bf63-44c3-8345-522c6541a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:31Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:37.006043 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f474961-bf63-44c3-8345-522c6541a9d9 None None] Checking router: 1b18c552-a28a-4aa5-93ad-1467a5ba1caf for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:12:37.014772 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f474961-bf63-44c3-8345-522c6541a9d9 None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:12:37.015318 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7f474961-bf63-44c3-8345-522c6541a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:12:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:37.126330 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7f474961-bf63-44c3-8345-522c6541a9d9 None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:12:37.272180 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-92404ca5-0ce4-48fc-bf98-b5166d8b908d req-83ff0cbd-bd4a-49be-be96-fa797dc6f2c5 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/ports?device_id=56cb8b96-1bba-4d0e-a3cf-26f3d12fb5e5 HTTP/1.1" status: 200 len: 210 time: 0.0676796 Jul 02 11:12:37.384211 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7f474961-bf63-44c3-8345-522c6541a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:31Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:37.414023 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f474961-bf63-44c3-8345-522c6541a9d9 None None] The sync data for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi is: [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'ad617cfc-588a-41ba-8165-32a99348eed5', 'name': '', 'network_id': '5f3d2969-1d63-4eb4-98ee-4f75017fd92d', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'mac_address': 'fa:16:3e:e6:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:15Z', 'updated_at': '2021-07-02T11:05:31Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'subnets': [{'id': '59085ac5-fbd3-4a9e-be9a-43457d588973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:12:37.468105 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44070) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:37.473444 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c277669d-3225-43ad-8012-9fc7f1cf1535 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999092048', 'description': 'tempest-secgroup-smoke-999092048 description', 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:37.497838 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c277669d-3225-43ad-8012-9fc7f1cf1535 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.499485 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 5048c7e2-c46a-48b2-bf06-10e762e0831a up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:37.553064 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 5048c7e2-c46a-48b2-bf06-10e762e0831a triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:37.553532 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.593222 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c277669d-3225-43ad-8012-9fc7f1cf1535 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.597300 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c277669d-3225-43ad-8012-9fc7f1cf1535 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.619317 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c277669d-3225-43ad-8012-9fc7f1cf1535 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.620724 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-c277669d-3225-43ad-8012-9fc7f1cf1535 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1509087 Jul 02 11:12:37.623713 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44072) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:37.635530 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6ac4733f-1331-4ec7-9018-fcd470514e18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'security_group_rule': {'security_group_id': '06f76113-9665-4a29-a2a3-b6b184934cc6', 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:37.637612 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device ce2ce754-680a-486b-bdc0-f11990a34dbf up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:37.659913 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277669d-3225-43ad-8012-9fc7f1cf1535 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f76113-9665-4a29-a2a3-b6b184934cc6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:37.670455 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ac4733f-1331-4ec7-9018-fcd470514e18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.675925 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Sync routers for ids ['2c09c817-3f64-4094-8139-a5a263d38fb1'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:12:37.689872 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Routers {'2c09c817-3f64-4094-8139-a5a263d38fb1'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:12:37.690776 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:12:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['2c09c817-3f64-4094-8139-a5a263d38fb1'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:37.698995 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port ce2ce754-680a-486b-bdc0-f11990a34dbf triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:37.699511 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.729485 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ac4733f-1331-4ec7-9018-fcd470514e18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.739121 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ac4733f-1331-4ec7-9018-fcd470514e18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.760654 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6173a6-cb79-4925-ba71-afa8ac5fa9c5 None None] New status for floating IP d12ecf89-0f7a-417b-bdea-b772a1790496: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:12:37.770365 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4733f-1331-4ec7-9018-fcd470514e18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03763234-4610-4a29-b644-b5d44519f99a,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:37.777329 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ac4733f-1331-4ec7-9018-fcd470514e18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.781073 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-6ac4733f-1331-4ec7-9018-fcd470514e18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541100 Jul 02 11:12:37.781766 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44074) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:37.786549 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-a9871cc6-823b-47bf-957e-6975a859a9f7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'security_group_rule': {'security_group_id': '06f76113-9665-4a29-a2a3-b6b184934cc6', 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:37.816462 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a9871cc6-823b-47bf-957e-6975a859a9f7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.869654 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 214e4f91-0e48-4bba-b0ec-639df6c16dbd up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:37.896805 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a9871cc6-823b-47bf-957e-6975a859a9f7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.902390 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a9871cc6-823b-47bf-957e-6975a859a9f7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.931977 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9871cc6-823b-47bf-957e-6975a859a9f7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f706ba65-2287-412e-883a-f6e96082e7c6,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:37.938838 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Set router 2c09c817-3f64-4094-8139-a5a263d38fb1 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:12:37.941023 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a9871cc6-823b-47bf-957e-6975a859a9f7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:37.944469 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-a9871cc6-823b-47bf-957e-6975a859a9f7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1590993 Jul 02 11:12:37.944723 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44076) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:37.953284 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-9ec3ae78-15b5-4fd4-ab41-7fd182789596 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'security_group_rule': {'security_group_id': '06f76113-9665-4a29-a2a3-b6b184934cc6', 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:37.956321 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 214e4f91-0e48-4bba-b0ec-639df6c16dbd triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:37.956943 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.009450 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9ec3ae78-15b5-4fd4-ab41-7fd182789596 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.073275 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9ec3ae78-15b5-4fd4-ab41-7fd182789596 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.084443 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9ec3ae78-15b5-4fd4-ab41-7fd182789596 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.124437 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3ae78-15b5-4fd4-ab41-7fd182789596 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebf8769-9b0f-48e8-a287-c1daf502501c,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:38.131692 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9ec3ae78-15b5-4fd4-ab41-7fd182789596 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.133063 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-9ec3ae78-15b5-4fd4-ab41-7fd182789596 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1871293 Jul 02 11:12:38.135856 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44080) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:38.141945 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7e27e20b-8c9b-4059-a3fc-a4b22b8a323e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'security_group_rule': {'security_group_id': '06f76113-9665-4a29-a2a3-b6b184934cc6', 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:38.161364 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dd54c-0b2f-48fe-9174-829a509c0be4 req-0f2052d3-c367-49e6-b0b7-2ac17a042989 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:38.163064 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8b8dd54c-0b2f-48fe-9174-829a509c0be4 req-0f2052d3-c367-49e6-b0b7-2ac17a042989 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0886347 Jul 02 11:12:38.168343 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'name': 'tempest-TestVolumeBootPattern-1950295886-router', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:35Z', 'revision_number': 4, 'project_id': 'baafd363290a4f4e9b517c6e66a267af', 'gw_port': {'id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '569b700e-37a2-4cb3-bd94-17fc5c777a91', 'name': '', 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'mac_address': 'fa:16:3e:d9:ae:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '141540f1-7be6-41b8-8d29-00f2894767c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:34Z', 'updated_at': '2021-07-02T11:12:35Z', 'revision_number': 2, 'project_id': 'baafd363290a4f4e9b517c6e66a267af', 'subnets': [{'id': '141540f1-7be6-41b8-8d29-00f2894767c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:38.172940 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e27e20b-8c9b-4059-a3fc-a4b22b8a323e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.193847 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Checking router: 2c09c817-3f64-4094-8139-a5a263d38fb1 for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:12:38.194200 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Updating router 2c09c817-3f64-4094-8139-a5a263d38fb1 port 569b700e-37a2-4cb3-bd94-17fc5c777a91 binding host dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 02 11:12:38.204410 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8b8dd54c-0b2f-48fe-9174-829a509c0be4 req-8a5bbcbc-6ec6-41fe-bc44-2552648dce88 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341716 Jul 02 11:12:38.242016 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e27e20b-8c9b-4059-a3fc-a4b22b8a323e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.243223 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.246114 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e27e20b-8c9b-4059-a3fc-a4b22b8a323e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.267486 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27e20b-8c9b-4059-a3fc-a4b22b8a323e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26abfc3-3887-4759-8ebe-84a130ec0cb3,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:38.271658 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e27e20b-8c9b-4059-a3fc-a4b22b8a323e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.276783 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44082) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:38.277021 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-7e27e20b-8c9b-4059-a3fc-a4b22b8a323e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397195 Jul 02 11:12:38.282099 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-03e1aa5d-9f3f-4f5a-a784-93a0732c1cc6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'security_group_rule': {'security_group_id': '06f76113-9665-4a29-a2a3-b6b184934cc6', 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:38.304370 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.securitygroups_db [None req-03e1aa5d-9f3f-4f5a-a784-93a0732c1cc6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Project c167f5084ce64dcc92ff5d4f191ea506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 11:12:38.309840 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03e1aa5d-9f3f-4f5a-a784-93a0732c1cc6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.363333 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03e1aa5d-9f3f-4f5a-a784-93a0732c1cc6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.368355 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03e1aa5d-9f3f-4f5a-a784-93a0732c1cc6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.387734 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1aa5d-9f3f-4f5a-a784-93a0732c1cc6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def701e9-4047-4cf8-a450-78d71a79f535,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:38.403352 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03e1aa5d-9f3f-4f5a-a784-93a0732c1cc6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.404982 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-03e1aa5d-9f3f-4f5a-a784-93a0732c1cc6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269844 Jul 02 11:12:38.407562 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44088) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:38.412779 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-01786b6b-f08e-4fe3-b6be-f0d9b7861769 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'security_group_rule': {'security_group_id': '06f76113-9665-4a29-a2a3-b6b184934cc6', 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:12:38.429459 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44090) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:38.439716 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.securitygroups_db [None req-01786b6b-f08e-4fe3-b6be-f0d9b7861769 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Project c167f5084ce64dcc92ff5d4f191ea506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 02 11:12:38.444929 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-01786b6b-f08e-4fe3-b6be-f0d9b7861769 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.488236 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb18448f-a344-4c68-b804-5c32a137a24b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.511364 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-01786b6b-f08e-4fe3-b6be-f0d9b7861769 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.515192 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-01786b6b-f08e-4fe3-b6be-f0d9b7861769 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-552728'] for security_group_rule, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.515364 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb18448f-a344-4c68-b804-5c32a137a24b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.532929 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01786b6b-f08e-4fe3-b6be-f0d9b7861769 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f34f58-0d27-4dbc-9d9f-94d35a280aaf,revision_number=0']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:38.536793 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Notify callbacks [] for port, precommit_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.539253 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-01786b6b-f08e-4fe3-b6be-f0d9b7861769 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.541823 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-01786b6b-f08e-4fe3-b6be-f0d9b7861769 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323972 Jul 02 11:12:38.553527 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.provisioning_blocks [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Transition to ACTIVE for port object 569b700e-37a2-4cb3-bd94-17fc5c777a91 will not be triggered until provisioned by entity L2. {{(pid=93180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:12:38.560501 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.569027 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb18448f-a344-4c68-b804-5c32a137a24b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.572553 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb18448f-a344-4c68-b804-5c32a137a24b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.573979 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-bb18448f-a344-4c68-b804-5c32a137a24b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "DELETE /v2.0/security-groups/10bebeca-8436-41f9-87ff-ba508a92af27 HTTP/1.1" status: 204 len: 168 time: 0.1422591 Jul 02 11:12:38.577462 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44096) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:38.595762 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.api.v2.resource [None req-f3d85d55-a237-45a9-8954-4d0bfedb2d66 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] show failed (client error): The resource could not be found. Jul 02 11:12:38.599155 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-f3d85d55-a237-45a9-8954-4d0bfedb2d66 tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "GET /v2.0/security-groups/10bebeca-8436-41f9-87ff-ba508a92af27 HTTP/1.1" status: 404 len: 347 time: 0.0181434 Jul 02 11:12:38.599155 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18448f-a344-4c68-b804-5c32a137a24b tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bebeca-8436-41f9-87ff-ba508a92af27,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:38.599540 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44100) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:38.626612 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4ef1a-cb95-407b-bee8-7df8d3089551 None None] Pushing event updated for resources: {'Port': ['ID=569b700e-37a2-4cb3-bd94-17fc5c777a91,revision_number=3']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:38.698925 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Attempting to bind port 569b700e-37a2-4cb3-bd94-17fc5c777a91 on host dv-cinder-784092-13-iscsi for vnic_type normal with profile {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:12:38.700099 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Attempting to bind port 569b700e-37a2-4cb3-bd94-17fc5c777a91 by drivers openvswitch,hyperv on host dv-cinder-784092-13-iscsi at level 0 using segments [{'id': '94b44314-0611-4e22-ae95-6e5b1550d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2'}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:12:38.700704 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Attempting to bind port 569b700e-37a2-4cb3-bd94-17fc5c777a91 on network e60e8659-5336-4884-898c-bef56eece9a2 {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:12:38.706902 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Checking agent: {'id': '7bdc095c-1a91-4202-85dd-0d18f22dad51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 10, 57, 33), 'started_at': datetime.datetime(2021, 7, 2, 10, 58, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:12:38.707268 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Checking segment: {'id': '94b44314-0611-4e22-ae95-6e5b1550d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:12:38.707671 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.708060 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Bound using segment: {'id': '94b44314-0611-4e22-ae95-6e5b1550d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2'} {{(pid=93180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:12:38.708526 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.managers [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Bound port: 569b700e-37a2-4cb3-bd94-17fc5c777a91, host: dv-cinder-784092-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b44314-0611-4e22-ae95-6e5b1550d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2'}}] {{(pid=93180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:12:38.708959 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.782805 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] For port 569b700e-37a2-4cb3-bd94-17fc5c777a91, host dv-cinder-784092-13-iscsi, cleared binding levels {{(pid=93180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:12:38.786929 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.db [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] For port 569b700e-37a2-4cb3-bd94-17fc5c777a91, host dv-cinder-784092-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=569b700e-37a2-4cb3-bd94-17fc5c777a91,segment=NetworkSegment(94b44314-0611-4e22-ae95-6e5b1550d850),segment_id=94b44314-0611-4e22-ae95-6e5b1550d850)] {{(pid=93180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:12:38.792719 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.800291 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-878618da-e3d1-4bca-8a80-a0fbcddee5ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Deleting port 620c4d34-2544-462b-bb5b-ad04487363d1 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:12:38.800910 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-878618da-e3d1-4bca-8a80-a0fbcddee5ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.852127 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Routers {'2c09c817-3f64-4094-8139-a5a263d38fb1'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:12:38.852902 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:12:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['2c09c817-3f64-4094-8139-a5a263d38fb1'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:38.901190 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4ef1a-cb95-407b-bee8-7df8d3089551 None None] Pushing event updated for resources: {'Port': ['ID=569b700e-37a2-4cb3-bd94-17fc5c777a91,revision_number=4']} {{(pid=93180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:38.902882 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-878618da-e3d1-4bca-8a80-a0fbcddee5ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.903407 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-878618da-e3d1-4bca-8a80-a0fbcddee5ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:38.923121 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-878618da-e3d1-4bca-8a80-a0fbcddee5ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Calling delete_port for 620c4d34-2544-462b-bb5b-ad04487363d1 owned by network:floatingip {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:12:39.009885 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] Set router 2c09c817-3f64-4094-8139-a5a263d38fb1 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:12:39.035725 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 195d37e8-cd70-4357-aae8-74b4e1f279f9 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:12:39.068343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 195d37e8-cd70-4357-aae8-74b4e1f279f9 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:12:39.069014 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 195d37e8-cd70-4357-aae8-74b4e1f279f9 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:12:39.107739 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-878618da-e3d1-4bca-8a80-a0fbcddee5ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:39.145298 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878618da-e3d1-4bca-8a80-a0fbcddee5ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Pushing event deleted for resources: {'Port': ['ID=620c4d34-2544-462b-bb5b-ad04487363d1,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:39.213192 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-878618da-e3d1-4bca-8a80-a0fbcddee5ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks [] for floatingip, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:39.215716 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-878618da-e3d1-4bca-8a80-a0fbcddee5ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:39.217094 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-878618da-e3d1-4bca-8a80-a0fbcddee5ea tempest-AttachVolumeShelveTestJSON-683378545 tempest-AttachVolumeShelveTestJSON-683378545-project] 10.222.0.24 "DELETE /v2.0/floatingips/d12ecf89-0f7a-417b-bdea-b772a1790496 HTTP/1.1" status: 204 len: 168 time: 0.6164963 Jul 02 11:12:39.294079 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'name': 'tempest-TestVolumeBootPattern-1950295886-router', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:35Z', 'revision_number': 4, 'project_id': 'baafd363290a4f4e9b517c6e66a267af', 'gw_port': {'id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '569b700e-37a2-4cb3-bd94-17fc5c777a91', 'name': '', 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'mac_address': 'fa:16:3e:d9:ae:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '141540f1-7be6-41b8-8d29-00f2894767c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:34Z', 'updated_at': '2021-07-02T11:12:38Z', 'revision_number': 4, 'project_id': 'baafd363290a4f4e9b517c6e66a267af', 'subnets': [{'id': '141540f1-7be6-41b8-8d29-00f2894767c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:39.321453 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed750947-ffd1-42ef-8f53-2fc5357d8f72 None None] The sync data for ids ['2c09c817-3f64-4094-8139-a5a263d38fb1'] in dv-cinder-784092-13-iscsi is: [{'id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'name': 'tempest-TestVolumeBootPattern-1950295886-router', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:35Z', 'revision_number': 4, 'project_id': 'baafd363290a4f4e9b517c6e66a267af', 'gw_port': {'id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '569b700e-37a2-4cb3-bd94-17fc5c777a91', 'name': '', 'network_id': 'e60e8659-5336-4884-898c-bef56eece9a2', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'mac_address': 'fa:16:3e:d9:ae:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '141540f1-7be6-41b8-8d29-00f2894767c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:34Z', 'updated_at': '2021-07-02T11:12:38Z', 'revision_number': 4, 'project_id': 'baafd363290a4f4e9b517c6e66a267af', 'subnets': [{'id': '141540f1-7be6-41b8-8d29-00f2894767c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:12:39.474392 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55db6-5e2e-4837-8194-d254cb50b804 req-19c5034f-8cb8-47c6-b779-4111c3303184 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:39.477019 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5cf55db6-5e2e-4837-8194-d254cb50b804 req-19c5034f-8cb8-47c6-b779-4111c3303184 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.1078196 Jul 02 11:12:39.556150 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 569b700e-37a2-4cb3-bd94-17fc5c777a91 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:39.587833 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5cf55db6-5e2e-4837-8194-d254cb50b804 req-84a932ee-e034-404f-a84d-dbaa7b820a3a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981688 Jul 02 11:12:39.629039 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b3058-2738-4d84-bf11-ca67038b1aed req-c1e76633-16a9-4bd4-8060-538c882fa14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:39.631787 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6c7b3058-2738-4d84-bf11-ca67038b1aed req-c1e76633-16a9-4bd4-8060-538c882fa14d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3eff47995f3f4655b1331dbda8a4fdc2&device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0976677 Jul 02 11:12:39.638847 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning for port 569b700e-37a2-4cb3-bd94-17fc5c777a91 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:12:39.643193 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 569b700e-37a2-4cb3-bd94-17fc5c777a91 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:39.643571 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:39.730792 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:39.746118 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b3058-2738-4d84-bf11-ca67038b1aed req-0af32942-b669-4a97-8584-52dcad11a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:39.747598 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6c7b3058-2738-4d84-bf11-ca67038b1aed req-0af32942-b669-4a97-8584-52dcad11a3aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d HTTP/1.1" status: 200 len: 910 time: 0.1074142 Jul 02 11:12:39.764012 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] For port 569b700e-37a2-4cb3-bd94-17fc5c777a91, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=569b700e-37a2-4cb3-bd94-17fc5c777a91,segment=NetworkSegment(94b44314-0611-4e22-ae95-6e5b1550d850),segment_id=94b44314-0611-4e22-ae95-6e5b1550d850)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:39.768653 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:39.825294 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6c7b3058-2738-4d84-bf11-ca67038b1aed req-043be86b-b222-45b3-9ab2-c474008c79c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf HTTP/1.1" status: 200 len: 1001 time: 0.0703754 Jul 02 11:12:39.829981 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Pushing event updated for resources: {'Port': ['ID=569b700e-37a2-4cb3-bd94-17fc5c777a91,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:39.879491 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b3058-2738-4d84-bf11-ca67038b1aed req-09c91690-ce98-4b2f-89bf-77bc08e6306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:39.880953 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6c7b3058-2738-4d84-bf11-ca67038b1aed req-09c91690-ce98-4b2f-89bf-77bc08e6306e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e4b573e-f211-4c97-a0ae-62a58fff67bc HTTP/1.1" status: 200 len: 848 time: 0.0493462 Jul 02 11:12:39.939827 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b3058-2738-4d84-bf11-ca67038b1aed req-50b42cdf-51d3-4343-a248-61ed23be7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:39.941390 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6c7b3058-2738-4d84-bf11-ca67038b1aed req-50b42cdf-51d3-4343-a248-61ed23be7093 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540051 Jul 02 11:12:40.036832 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6c7b3058-2738-4d84-bf11-ca67038b1aed req-3fbce679-a008-47d1-ac58-44148c6ee4f3 service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888598 Jul 02 11:12:40.128070 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6c7b3058-2738-4d84-bf11-ca67038b1aed req-ad50e364-fc4c-49fc-adec-abd8c8b79701 service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846214 Jul 02 11:12:40.763862 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69e24f-673a-4680-bfe5-66344d6a84b8 req-e08493c0-ee96-44d7-a491-d27428546c58 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:40.765345 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ca69e24f-673a-4680-bfe5-66344d6a84b8 req-e08493c0-ee96-44d7-a491-d27428546c58 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0651665 Jul 02 11:12:40.804110 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ca69e24f-673a-4680-bfe5-66344d6a84b8 req-dbe4f61a-bcb5-4e41-8c86-d91aa71a5a4f tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332022 Jul 02 11:12:41.475679 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 569b700e-37a2-4cb3-bd94-17fc5c777a91 up at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:41.645248 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Provisioning complete for port 569b700e-37a2-4cb3-bd94-17fc5c777a91 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:41.645614 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:41.840184 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44182) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:42.002580 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b8da7-1d38-4659-b5db-647837069504 req-0e8fe1bb-25f7-4176-aa8b-f98fe4ae182d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:42.005029 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ea7b8da7-1d38-4659-b5db-647837069504 req-0e8fe1bb-25f7-4176-aa8b-f98fe4ae182d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0839586 Jul 02 11:12:42.101804 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ea7b8da7-1d38-4659-b5db-647837069504 req-53e59d42-0b4d-4e14-b037-8f05089a7326 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880682 Jul 02 11:12:42.685101 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d1c226a-7225-48b5-91e5-f0694792e884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698679'] for router_interface, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:42.949034 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c226a-7225-48b5-91e5-f0694792e884 admin admin] Deleting port ad617cfc-588a-41ba-8165-32a99348eed5 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:12:42.949687 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d1c226a-7225-48b5-91e5-f0694792e884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:43.029840 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5d1c226a-7225-48b5-91e5-f0694792e884 admin admin] For port ad617cfc-588a-41ba-8165-32a99348eed5, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=ad617cfc-588a-41ba-8165-32a99348eed5,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:43.030279 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d1c226a-7225-48b5-91e5-f0694792e884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:43.044632 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c226a-7225-48b5-91e5-f0694792e884 admin admin] Calling delete_port for ad617cfc-588a-41ba-8165-32a99348eed5 owned by network:router_interface {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:12:43.231758 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d1c226a-7225-48b5-91e5-f0694792e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:43.293038 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c226a-7225-48b5-91e5-f0694792e884 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad617cfc-588a-41ba-8165-32a99348eed5,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:43.424358 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c8965-2e38-427b-8cfa-c6b71b15d769 req-57c73c17-dced-493f-895c-7e7394a998c7 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:43.430773 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c53c8965-2e38-427b-8cfa-c6b71b15d769 req-57c73c17-dced-493f-895c-7e7394a998c7 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.2119706 Jul 02 11:12:43.512919 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c53c8965-2e38-427b-8cfa-c6b71b15d769 req-1cc43307-2997-4ca5-a36d-46f081b6eb3b tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784721 Jul 02 11:12:43.528870 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d1c226a-7225-48b5-91e5-f0694792e884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698877'] for router_interface, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:43.782332 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1c226a-7225-48b5-91e5-f0694792e884 admin admin] Router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:12:43.878112 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-a3acb06f-e9fa-4192-87be-69902177bf4e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1332409 Jul 02 11:12:43.961343 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5301b46-f8e0-4600-afd4-41148f4b6970 req-50643240-f48c-4e3a-a4eb-04fb4a80a672 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:43.963592 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d5301b46-f8e0-4600-afd4-41148f4b6970 req-50643240-f48c-4e3a-a4eb-04fb4a80a672 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.1621919 Jul 02 11:12:43.965100 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1c226a-7225-48b5-91e5-f0694792e884 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:12:43.969998 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-5d1c226a-7225-48b5-91e5-f0694792e884 admin admin] 10.222.0.24 "PUT /v2.0/routers/1b18c552-a28a-4aa5-93ad-1467a5ba1caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1287007 Jul 02 11:12:43.972740 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44198) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:43.980122 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f328bc6-5f06-4b45-8f34-b48ca64ee2ef None None] Sync routers for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:12:44.007103 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f328bc6-5f06-4b45-8f34-b48ca64ee2ef None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:12:44.007732 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-7f328bc6-5f06-4b45-8f34-b48ca64ee2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:12:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:44.009959 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d5301b46-f8e0-4600-afd4-41148f4b6970 req-46abff3c-f53e-48a2-a24d-e95379ae6a10 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380895 Jul 02 11:12:44.090149 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:44.130649 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-7f328bc6-5f06-4b45-8f34-b48ca64ee2ef None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:12:44.210558 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:44.264528 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Deleting port 6b2b4ee3-e584-455a-9a18-9644eb743bea {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:12:44.264916 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:44.352115 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] For port 6b2b4ee3-e584-455a-9a18-9644eb743bea, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=6b2b4ee3-e584-455a-9a18-9644eb743bea,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:44.352476 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:44.356215 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-7f328bc6-5f06-4b45-8f34-b48ca64ee2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:12:43Z', 'revision_number': 5, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port': {'id': '6b2b4ee3-e584-455a-9a18-9644eb743bea', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:87:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:05:04Z', 'updated_at': '2021-07-02T11:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:44.364805 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Calling delete_port for 6b2b4ee3-e584-455a-9a18-9644eb743bea owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:12:44.383670 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f328bc6-5f06-4b45-8f34-b48ca64ee2ef None None] Checking router: 1b18c552-a28a-4aa5-93ad-1467a5ba1caf for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:12:44.393290 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f328bc6-5f06-4b45-8f34-b48ca64ee2ef None None] Routers {'1b18c552-a28a-4aa5-93ad-1467a5ba1caf'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:12:44.394099 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-7f328bc6-5f06-4b45-8f34-b48ca64ee2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:12:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:44.495704 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-7f328bc6-5f06-4b45-8f34-b48ca64ee2ef None None] Set router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf gateway port host: None {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:12:44.543330 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:44.549445 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-7f328bc6-5f06-4b45-8f34-b48ca64ee2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:12:44Z', 'revision_number': 6, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port_host': None}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:44.569169 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2b4ee3-e584-455a-9a18-9644eb743bea,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:44.579750 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f328bc6-5f06-4b45-8f34-b48ca64ee2ef None None] The sync data for ids ['1b18c552-a28a-4aa5-93ad-1467a5ba1caf'] in dv-cinder-784092-13-iscsi is: [{'id': '1b18c552-a28a-4aa5-93ad-1467a5ba1caf', 'name': 'tempest-AttachVolumeShelveTestJSON-505530677-router', 'tenant_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:05:02Z', 'updated_at': '2021-07-02T11:12:44Z', 'revision_number': 6, 'project_id': 'a9cd96924e4d476fb4c58dcdca22da9d', 'gw_port_host': None}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:12:44.636576 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781812'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:44.730694 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13686'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:44.733074 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:44.777664 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704168'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:44.778949 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b18c552-a28a-4aa5-93ad-1467a5ba1caf {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 11:12:44.784523 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:44.785621 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-f4c1a253-6b04-4e78-8fa8-a29efeea7520 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1b18c552-a28a-4aa5-93ad-1467a5ba1caf HTTP/1.1" status: 204 len: 168 time: 0.8119991 Jul 02 11:12:44.788401 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44206) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:44.834463 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-7004aa11-2bda-4fa3-a1ca-99ed447d7887 admin admin] Deleting subnet 59085ac5-fbd3-4a9e-be9a-43457d588973 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:12:44.837629 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7004aa11-2bda-4fa3-a1ca-99ed447d7887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:44.876676 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7004aa11-2bda-4fa3-a1ca-99ed447d7887 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:44.962747 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7004aa11-2bda-4fa3-a1ca-99ed447d7887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.021267 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7004aa11-2bda-4fa3-a1ca-99ed447d7887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.048228 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004aa11-2bda-4fa3-a1ca-99ed447d7887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59085ac5-fbd3-4a9e-be9a-43457d588973,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:45.054415 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7004aa11-2bda-4fa3-a1ca-99ed447d7887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.058653 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-7004aa11-2bda-4fa3-a1ca-99ed447d7887 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/59085ac5-fbd3-4a9e-be9a-43457d588973 HTTP/1.1" status: 204 len: 168 time: 0.2671955 Jul 02 11:12:45.059125 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44210) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:45.061532 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8716fb-d7e7-47a9-a87e-fe1364b12a09 None None] Network 5f3d2969-1d63-4eb4-98ee-4f75017fd92d requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:12:45.170680 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.243904 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481ddb6-c07d-4a7f-bb3f-44440c77219c req-ef5267a5-7842-4f7e-9ee9-b206c5bd0f73 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:45.245909 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3481ddb6-c07d-4a7f-bb3f-44440c77219c req-ef5267a5-7842-4f7e-9ee9-b206c5bd0f73 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.1148677 Jul 02 11:12:45.326025 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3481ddb6-c07d-4a7f-bb3f-44440c77219c req-f9ff5060-98bd-4688-9ef1-4b34bdb4fe65 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711763 Jul 02 11:12:45.327213 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Deleting port 61bf9f26-a136-4b35-a069-318c69b0b4c0 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:12:45.327557 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.389178 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-25969888-3cfd-4299-8967-75331e5290cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:45.390577 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-25969888-3cfd-4299-8967-75331e5290cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4&tenant_id=3eff47995f3f4655b1331dbda8a4fdc2 HTTP/1.1" status: 200 len: 1098 time: 0.1437969 Jul 02 11:12:45.403907 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] For port 61bf9f26-a136-4b35-a069-318c69b0b4c0, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=61bf9f26-a136-4b35-a069-318c69b0b4c0,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:45.404276 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.418197 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Calling delete_port for 61bf9f26-a136-4b35-a069-318c69b0b4c0 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:12:45.470406 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ad8b5-5e51-4ff5-8fb6-0d93304f9442 None None] DHCP port deletion for 5f3d2969-1d63-4eb4-98ee-4f75017fd92d request from dv-cinder-784092-13-iscsi {{(pid=93179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 11:12:45.541613 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-3304783f-ab8b-48e2-af0a-047334748c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:45.543128 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-3304783f-ab8b-48e2-af0a-047334748c87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3eff47995f3f4655b1331dbda8a4fdc2&device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 1098 time: 0.1209612 Jul 02 11:12:45.545108 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ad8b5-5e51-4ff5-8fb6-0d93304f9442 None None] Deleting port 61bf9f26-a136-4b35-a069-318c69b0b4c0 {{(pid=93179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:12:45.545551 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2c5ad8b5-5e51-4ff5-8fb6-0d93304f9442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.558653 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 6b2b4ee3-e584-455a-9a18-9644eb743bea no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:12:45.560747 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.589352 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 6b2b4ee3-e584-455a-9a18-9644eb743bea {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:12:45.589693 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 6b2b4ee3-e584-455a-9a18-9644eb743bea not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:12:45.590103 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 61bf9f26-a136-4b35-a069-318c69b0b4c0 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:12:45.607561 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Pushing event deleted for resources: {'Port': ['ID=61bf9f26-a136-4b35-a069-318c69b0b4c0,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:45.609503 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] No DVR routers for this DVR port 61bf9f26-a136-4b35-a069-318c69b0b4c0 on host dv-cinder-784092-13-iscsi {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:12:45.632931 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 61bf9f26-a136-4b35-a069-318c69b0b4c0 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:12:45.633276 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 61bf9f26-a136-4b35-a069-318c69b0b4c0 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:12:45.633685 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device ad617cfc-588a-41ba-8165-32a99348eed5 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:12:45.661163 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: ad617cfc-588a-41ba-8165-32a99348eed5 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:12:45.661533 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device ad617cfc-588a-41ba-8165-32a99348eed5 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:12:45.668202 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-2c5ad8b5-5e51-4ff5-8fb6-0d93304f9442 None None] For port 61bf9f26-a136-4b35-a069-318c69b0b4c0, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=61bf9f26-a136-4b35-a069-318c69b0b4c0,segment=NetworkSegment(7e218d00-8663-4d7b-8fd2-9853e758fd74),segment_id=7e218d00-8663-4d7b-8fd2-9853e758fd74)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:45.668356 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2c5ad8b5-5e51-4ff5-8fb6-0d93304f9442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.680726 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ad8b5-5e51-4ff5-8fb6-0d93304f9442 None None] Calling delete_port for 61bf9f26-a136-4b35-a069-318c69b0b4c0 owned by network:dhcp {{(pid=93179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:12:45.730493 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.741781 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3d2969-1d63-4eb4-98ee-4f75017fd92d']}} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:45.744840 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-594a1c76-0069-41ba-b81d-38134855c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:45.746311 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-594a1c76-0069-41ba-b81d-38134855c87b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d HTTP/1.1" status: 200 len: 910 time: 0.1954956 Jul 02 11:12:45.753829 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e218d00-8663-4d7b-8fd2-9853e758fd74') {'for_net_delete': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:45.754124 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.services.segments.db [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e218d00-8663-4d7b-8fd2-9853e758fd74') {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:12:45.758500 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2c5ad8b5-5e51-4ff5-8fb6-0d93304f9442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386'] for port, after_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.784502 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ad8b5-5e51-4ff5-8fb6-0d93304f9442 None None] Pushing event deleted for resources: {'Port': ['ID=61bf9f26-a136-4b35-a069-318c69b0b4c0,revision_number=None']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:45.788109 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5ad8b5-5e51-4ff5-8fb6-0d93304f9442 None None] No DVR routers for this DVR port 61bf9f26-a136-4b35-a069-318c69b0b4c0 on host dv-cinder-784092-13-iscsi {{(pid=93179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:12:45.804094 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28293975'] for segment, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.831491 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.841944 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:12:45.842475 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27737794'] for segment, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: Traceback (most recent call last): Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: timer() Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: cb(*args, **kw) Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: return func(*args, **kwargs) Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: self._notify() Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: self.callback(batched_events) Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: event.method(event) Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: return f(self, *a, **k) Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._get(url).json() Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: return self.request(url, 'GET', **kwargs) Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:12:45.844172 dv-cinder-784092-13-iscsi neutron-server[93178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:12:45.858344 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-aa0787db-8548-4b43-9423-d46751adb3a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf HTTP/1.1" status: 200 len: 1001 time: 0.1023798 Jul 02 11:12:45.932994 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.940551 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:45.944782 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5f3d2969-1d63-4eb4-98ee-4f75017fd92d HTTP/1.1" status: 204 len: 168 time: 0.8824215 Jul 02 11:12:45.955079 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c924ae7-f33d-460c-b8ab-832bfa824869 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3d2969-1d63-4eb4-98ee-4f75017fd92d,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:45.957677 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-5dc9dc69-50c6-4278-b604-e540b9894bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:45.959134 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-5dc9dc69-50c6-4278-b604-e540b9894bed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e4b573e-f211-4c97-a0ae-62a58fff67bc HTTP/1.1" status: 200 len: 848 time: 0.0925822 Jul 02 11:12:46.027876 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-04dd7bb5-c256-444c-bbcf-e8ccca94f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:46.029795 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-04dd7bb5-c256-444c-bbcf-e8ccca94f2e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0640118 Jul 02 11:12:46.064500 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44216) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:46.109287 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-2d4d2c0f-c80b-4e95-87d8-7d78ab8a73e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9cd96924e4d476fb4c58dcdca22da9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435054 Jul 02 11:12:46.111845 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44218) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:46.146333 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-d0474935-e34b-47b2-a691-db99f63bee15 service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098044 Jul 02 11:12:46.233462 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7110d1f0-b38b-4c71-9c98-4b6d65fd0283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:46.267019 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7110d1f0-b38b-4c71-9c98-4b6d65fd0283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:46.295635 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a90feaa2-72be-42d7-87bb-0359f842a78f req-b2425130-2325-42a3-ba99-ecf7201796b1 service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399655 Jul 02 11:12:46.328768 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7110d1f0-b38b-4c71-9c98-4b6d65fd0283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:46.331299 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7110d1f0-b38b-4c71-9c98-4b6d65fd0283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:46.332489 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-7110d1f0-b38b-4c71-9c98-4b6d65fd0283 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20ffe449-03f7-4271-9980-633ec80580c2 HTTP/1.1" status: 204 len: 168 time: 0.2197013 Jul 02 11:12:46.340144 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110d1f0-b38b-4c71-9c98-4b6d65fd0283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ffe449-03f7-4271-9980-633ec80580c2,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:46.506095 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab56af-ef17-4802-ae46-c53afefbd85b req-7eb95679-868a-4817-8ad0-6c7e224f62b2 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:46.507575 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a7ab56af-ef17-4802-ae46-c53afefbd85b req-7eb95679-868a-4817-8ad0-6c7e224f62b2 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0652094 Jul 02 11:12:46.553677 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a7ab56af-ef17-4802-ae46-c53afefbd85b req-7e0501bf-3423-475a-9a38-d2394c8e778c tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392735 Jul 02 11:12:47.035290 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:12:47.115342 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:47.139523 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:12:47.141796 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff37c034-5c02-47ac-acf3-5cbb553d7af7" -d '{"events": [{"server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:12:47.155255 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:47.160032 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:47.184962 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 02 Jul 2021 11:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415c7986-4ea5-4a35-8d52-d7f238c2dccb x-openstack-request-id: req-415c7986-4ea5-4a35-8d52-d7f238c2dccb {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:12:47.185262 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:12:47.185515 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-415c7986-4ea5-4a35-8d52-d7f238c2dccb {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:12:47.185908 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'code': 200} Jul 02 11:12:47.213049 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,revision_number=6']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:47.750118 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20d6cf-371c-41b9-82e8-a8add3cd361e req-f713b0cd-7be0-4794-a0f8-14bc332e648f tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:47.751643 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a20d6cf-371c-41b9-82e8-a8add3cd361e req-f713b0cd-7be0-4794-a0f8-14bc332e648f tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0679915 Jul 02 11:12:47.791507 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a20d6cf-371c-41b9-82e8-a8add3cd361e req-375aa1fe-fa71-407a-8bca-edf042d8d7da tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340469 Jul 02 11:12:48.970557 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c48cd-56dd-4959-a168-ff8ab331cf3c req-79f5efe0-b440-4173-bf43-3dd1a0665384 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:48.972063 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e60c48cd-56dd-4959-a168-ff8ab331cf3c req-79f5efe0-b440-4173-bf43-3dd1a0665384 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0651779 Jul 02 11:12:49.013772 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e60c48cd-56dd-4959-a168-ff8ab331cf3c req-2697cb6b-8e49-4e34-8a83-9811a41f2dd3 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357850 Jul 02 11:12:50.343855 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d0e6c-b3d0-4476-a022-1fc58c34ba79 req-103c2369-390a-4814-aab2-e404c0a1b03c tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:50.345363 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b70d0e6c-b3d0-4476-a022-1fc58c34ba79 req-103c2369-390a-4814-aab2-e404c0a1b03c tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0664542 Jul 02 11:12:50.385987 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b70d0e6c-b3d0-4476-a022-1fc58c34ba79 req-05d17831-bf18-4af5-b936-23447ed68b34 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348380 Jul 02 11:12:51.557958 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868451fb-5b23-4fa1-8281-f5b3085af14b req-cdbd635c-78c5-46cd-aa80-b2e9cbee4614 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:51.559419 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-868451fb-5b23-4fa1-8281-f5b3085af14b req-cdbd635c-78c5-46cd-aa80-b2e9cbee4614 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0631385 Jul 02 11:12:51.595812 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-868451fb-5b23-4fa1-8281-f5b3085af14b req-411d9ba7-6931-4507-b13e-36e6e4413d47 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309207 Jul 02 11:12:52.764418 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63a300-f716-4c3f-ba6c-3c6171ab39b0 req-20d234b1-177b-457a-89e0-c5f5e7e0a1bd tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:52.765892 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce63a300-f716-4c3f-ba6c-3c6171ab39b0 req-20d234b1-177b-457a-89e0-c5f5e7e0a1bd tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0630331 Jul 02 11:12:52.806616 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce63a300-f716-4c3f-ba6c-3c6171ab39b0 req-401df8ac-b923-45ca-9162-d1e857e46402 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346642 Jul 02 11:12:53.981247 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47d067-6fc9-4670-ad30-310114c97d84 req-fe8100ea-bcf2-4162-8c46-f2155af32d14 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:53.982716 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cc47d067-6fc9-4670-ad30-310114c97d84 req-fe8100ea-bcf2-4162-8c46-f2155af32d14 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0640285 Jul 02 11:12:54.021956 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cc47d067-6fc9-4670-ad30-310114c97d84 req-bda1652c-64f4-4377-87e0-ffcc4540d116 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334082 Jul 02 11:12:54.613378 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbd001-5876-4e0e-af3d-216c185f3cbb req-3399a135-46de-4649-b169-b366a7a8a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:54.614822 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-12dbd001-5876-4e0e-af3d-216c185f3cbb req-3399a135-46de-4649-b169-b366a7a8a7b6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0502350 Jul 02 11:12:54.649396 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-12dbd001-5876-4e0e-af3d-216c185f3cbb req-d79f89b2-bab6-4ac3-bb58-e535fd39caf7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270011 Jul 02 11:12:55.197357 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e917bc-edc3-4df9-af88-60bf0efb9655 req-3600741b-d148-47c7-a84b-795229da4325 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:55.198927 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a8e917bc-edc3-4df9-af88-60bf0efb9655 req-3600741b-d148-47c7-a84b-795229da4325 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0675523 Jul 02 11:12:55.236585 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a8e917bc-edc3-4df9-af88-60bf0efb9655 req-53f5f31c-add3-4213-953f-da9e99126d9d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Jul 02 11:12:56.406849 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3b9c8-5eef-4602-9ae6-748d89387c41 req-6fa34cc2-75dd-4072-880d-ca49939dcb49 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:56.408553 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-def3b9c8-5eef-4602-9ae6-748d89387c41 req-6fa34cc2-75dd-4072-880d-ca49939dcb49 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 943 time: 0.0619643 Jul 02 11:12:56.444996 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-def3b9c8-5eef-4602-9ae6-748d89387c41 req-b77a42fa-d9ee-44d1-a5fe-6cca5aff23e4 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308933 Jul 02 11:12:57.066965 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:12:57.160510 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:57.171700 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'port_id': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'mac_address': 'fa:16:3e:0e:6d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:12:57.205795 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:57.218122 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:12:57.238282 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:57.241955 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:57.288748 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,revision_number=7']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:57.485685 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['02e551da-61f1-4ba5-8b8b-7c0c021f2ebf'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:12:57.625370 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:58.109425 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44410) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:58.213657 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-665a2c7b-56a9-4870-9e05-96bb40a2b0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:58.305012 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-665a2c7b-56a9-4870-9e05-96bb40a2b0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:58.309405 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-665a2c7b-56a9-4870-9e05-96bb40a2b0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:58.359568 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-665a2c7b-56a9-4870-9e05-96bb40a2b0eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73b295a20bca446588b8d7a2290d8c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489457 Jul 02 11:12:58.360556 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a2c7b-56a9-4870-9e05-96bb40a2b0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5784300b-3cd2-4273-a4aa-9b8bd38f0a78,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:58.362276 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44424) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:58.416652 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-852a4f59-a5ef-4d26-878f-550dce22349b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999092048&fields=id&tenant_id=c167f5084ce64dcc92ff5d4f191ea506 HTTP/1.1" status: 200 len: 267 time: 0.0375991 Jul 02 11:12:58.423971 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1cb8974f-2720-4665-97d2-6e095ff693e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:58.444958 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1cb8974f-2720-4665-97d2-6e095ff693e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:58.490828 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1cb8974f-2720-4665-97d2-6e095ff693e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:58.494040 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1cb8974f-2720-4665-97d2-6e095ff693e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:58.495351 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-1cb8974f-2720-4665-97d2-6e095ff693e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5784300b-3cd2-4273-a4aa-9b8bd38f0a78 HTTP/1.1" status: 204 len: 168 time: 0.1305516 Jul 02 11:12:58.503606 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8974f-2720-4665-97d2-6e095ff693e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5784300b-3cd2-4273-a4aa-9b8bd38f0a78,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:58.528108 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-7f759c8e-9f43-4bf6-be42-530ff2c6e335 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:12:58.529719 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-7f759c8e-9f43-4bf6-be42-530ff2c6e335 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 812 time: 0.1068082 Jul 02 11:12:58.545839 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-3dd8d734-7ade-4335-ab0c-49d9c56cc846 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/quotas/c167f5084ce64dcc92ff5d4f191ea506 HTTP/1.1" status: 200 len: 375 time: 0.0101368 Jul 02 11:12:58.618598 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-a941e32f-35e1-41db-863e-29ea39cc2cdb tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675390 Jul 02 11:12:58.765280 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44432) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:58.780510 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1bd43540-9105-445c-8cf4-286bdb2e85c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:58.807077 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-5707e60c-9350-4660-a643-8b4bfecfb85f service neutron] 10.222.0.24 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777382 Jul 02 11:12:58.873753 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1bd43540-9105-445c-8cf4-286bdb2e85c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:58.877618 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1bd43540-9105-445c-8cf4-286bdb2e85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:58.898712 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-ea43c108-8be8-4f91-bd4f-f2a36302d015 service neutron] 10.222.0.24 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857754 Jul 02 11:12:58.915990 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-1bd43540-9105-445c-8cf4-286bdb2e85c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e07db82bd4049d6a57f8ef1dade409c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495790 Jul 02 11:12:58.919894 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44434) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:12:58.934119 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd43540-9105-445c-8cf4-286bdb2e85c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5b3897-81c3-48ab-bd9d-458fc32aa296,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:58.974024 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e31d16c3-4720-404f-9db2-f293f2e9ed2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:58.996108 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e31d16c3-4720-404f-9db2-f293f2e9ed2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:59.054904 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e31d16c3-4720-404f-9db2-f293f2e9ed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:59.058589 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e31d16c3-4720-404f-9db2-f293f2e9ed2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:59.060008 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-e31d16c3-4720-404f-9db2-f293f2e9ed2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b5b3897-81c3-48ab-bd9d-458fc32aa296 HTTP/1.1" status: 204 len: 168 time: 0.1387830 Jul 02 11:12:59.069139 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:12:59.072788 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d16c3-4720-404f-9db2-f293f2e9ed2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5b3897-81c3-48ab-bd9d-458fc32aa296,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:12:59.148233 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:12:59.148492 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:59.238613 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:59.265874 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b6c247bf-6062-4d21-b26f-a499848675c2 req-05773b12-5045-405d-9f87-11466e88d173 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 210 time: 0.0337765 Jul 02 11:12:59.283557 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:12:59.286296 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bdad19-3454-49e8-b790-3327382c6efb" -d '{"events": [{"server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "name": "network-vif-plugged", "status": "completed", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:12:59.291858 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:12:59.297170 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:12:59.331731 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20ff4f7-f118-4a92-b14c-005a3f675fb5 x-openstack-request-id: req-e20ff4f7-f118-4a92-b14c-005a3f675fb5 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:12:59.332092 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "name": "network-vif-plugged", "status": "completed", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:12:59.332411 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e20ff4f7-f118-4a92-b14c-005a3f675fb5 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:12:59.332945 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'code': 200} Jul 02 11:12:59.353221 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,revision_number=8']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:00.606800 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ca48b621-a3b6-418b-b143-14c5d0adf07a req-17465088-66e2-4d40-be63-bd95358dc31e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 210 time: 0.0379269 Jul 02 11:13:00.637775 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-90319a75-d4e8-4c26-8b2e-1e14f36d8e13 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:00.639204 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-90319a75-d4e8-4c26-8b2e-1e14f36d8e13 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 812 time: 0.4068024 Jul 02 11:13:00.686166 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-b5f04640-9ac3-4123-a1b4-ad18d66fa02d tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c167f5084ce64dcc92ff5d4f191ea506 HTTP/1.1" status: 200 len: 379 time: 0.0377457 Jul 02 11:13:00.695035 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'port': {'device_id': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'admin_state_up': True, 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'security_groups': ['06f76113-9665-4a29-a2a3-b6b184934cc6']}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:13:00.712787 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-74643800-eecb-4a02-b9b9-604aa3a6c37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:00.827431 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Made reservation on behalf of c167f5084ce64dcc92ff5d4f191ea506 for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:13:00.831088 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:00.968366 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Allocated IP 172.20.0.14 (970ee343-06ab-4c0f-9530-142ea0c9af9a/ee924c55-c358-47aa-b821-b945d6f1ecda/7306da5f-bd2b-4662-aa78-dbbd37942f44) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:13:01.101594 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:01.115088 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Transition to ACTIVE for port object 7306da5f-bd2b-4662-aa78-dbbd37942f44 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:13:01.147006 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:01.194091 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Network 970ee343-06ab-4c0f-9530-142ea0c9af9a is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:13:01.198009 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:13:01.201667 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:13:01.227126 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'Port': ['ID=7306da5f-bd2b-4662-aa78-dbbd37942f44,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:01.255198 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:01.255824 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:01.271597 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-feea2d43-2216-4753-9c22-0a4fb90a6377 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5806444 Jul 02 11:13:01.283642 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Request body: {'port': {'device_id': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:13:01.356435 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:01.438418 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-d2355397-f325-4e3b-a7e8-c805bab080f6 None None] Provisioning for port 7306da5f-bd2b-4662-aa78-dbbd37942f44 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:13:01.442219 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-d2355397-f325-4e3b-a7e8-c805bab080f6 None None] Provisioning complete for port 7306da5f-bd2b-4662-aa78-dbbd37942f44 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:13:01.442587 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d2355397-f325-4e3b-a7e8-c805bab080f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:01.475779 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-d2355397-f325-4e3b-a7e8-c805bab080f6 None None] Port 7306da5f-bd2b-4662-aa78-dbbd37942f44 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:13:01.615366 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7306da5f-bd2b-4662-aa78-dbbd37942f44 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:13:01.622928 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:01.634436 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Transition to ACTIVE for port object 7306da5f-bd2b-4662-aa78-dbbd37942f44 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:13:01.638606 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:01.688230 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7306da5f-bd2b-4662-aa78-dbbd37942f44,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:01.804837 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Attempting to bind port 7306da5f-bd2b-4662-aa78-dbbd37942f44 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:13:01.805170 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Attempting to bind port 7306da5f-bd2b-4662-aa78-dbbd37942f44 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:13:01.805495 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Attempting to bind port 7306da5f-bd2b-4662-aa78-dbbd37942f44 on network 970ee343-06ab-4c0f-9530-142ea0c9af9a {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:13:01.814025 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Port 7306da5f-bd2b-4662-aa78-dbbd37942f44 on network 970ee343-06ab-4c0f-9530-142ea0c9af9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:13:01.814308 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Attempting to bind port 7306da5f-bd2b-4662-aa78-dbbd37942f44 on network 970ee343-06ab-4c0f-9530-142ea0c9af9a {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:13:01.825357 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:13:01.825664 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Checking segment: {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:13:01.826045 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Bound using segment: {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:13:01.826477 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Bound port: 7306da5f-bd2b-4662-aa78-dbbd37942f44, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:13:01.826830 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:01.849060 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75f9ac-1a86-40f6-ab7a-68c4fa5982e4 req-7855e0e1-b858-49a6-9cc2-e96b7d52b006 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:01.850577 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fc75f9ac-1a86-40f6-ab7a-68c4fa5982e4 req-7855e0e1-b858-49a6-9cc2-e96b7d52b006 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 944 time: 0.1174324 Jul 02 11:13:01.934945 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-fc75f9ac-1a86-40f6-ab7a-68c4fa5982e4 req-6f6f5304-2c3b-4a44-9ac4-7455a6551e49 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613716 Jul 02 11:13:01.936039 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] For port 7306da5f-bd2b-4662-aa78-dbbd37942f44, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:13:01.939368 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] For port 7306da5f-bd2b-4662-aa78-dbbd37942f44, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7306da5f-bd2b-4662-aa78-dbbd37942f44,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:13:01.943575 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:01.985162 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:01.985906 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:01.987221 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] 10.222.0.67 "PUT /v2.0/ports/7306da5f-bd2b-4662-aa78-dbbd37942f44 HTTP/1.1" status: 200 len: 1094 time: 0.7086182 Jul 02 11:13:01.987663 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'tag': '7306da5f-bd2b-4662-aa78-dbbd37942f44'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:13:01.989947 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9819456-b9c8-4258-bc86-6bf527a563fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe4b373-9a5f-4725-8464-ded5aa71a3cc", "tag": "7306da5f-bd2b-4662-aa78-dbbd37942f44"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:13:02.020639 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cf659-50b3-4043-bdca-49d132868fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7306da5f-bd2b-4662-aa78-dbbd37942f44,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:02.073120 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e69ee2-869d-467f-bb1d-d496ed5b3bff x-openstack-request-id: req-77e69ee2-869d-467f-bb1d-d496ed5b3bff {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:13:02.073414 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe4b373-9a5f-4725-8464-ded5aa71a3cc", "tag": "7306da5f-bd2b-4662-aa78-dbbd37942f44", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:13:02.073664 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77e69ee2-869d-467f-bb1d-d496ed5b3bff {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:13:02.074057 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'tag': '7306da5f-bd2b-4662-aa78-dbbd37942f44', 'status': 'completed', 'code': 200} Jul 02 11:13:02.102156 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-1e86bb09-b8ec-4f84-af95-cb83e71b8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:02.103897 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-1e86bb09-b8ec-4f84-af95-cb83e71b8f59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 1097 time: 0.0687988 Jul 02 11:13:02.147926 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-61f826ca-472a-465b-a042-a55264784342 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7306da5f-bd2b-4662-aa78-dbbd37942f44 HTTP/1.1" status: 200 len: 217 time: 0.0346861 Jul 02 11:13:02.200021 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-2386c1dd-445f-46df-b354-35d5547b388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:02.201503 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-2386c1dd-445f-46df-b354-35d5547b388d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0478008 Jul 02 11:13:02.258170 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-442d09bd-54b9-4d5e-9e5c-8b53fc22dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:02.260272 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-442d09bd-54b9-4d5e-9e5c-8b53fc22dcd4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518317 Jul 02 11:13:02.347858 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-de73e11a-df74-402f-ba70-4e55d209e7e4 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799820 Jul 02 11:13:03.039729 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-de29bc7b-94e7-4d2e-90c3-0c18d08e6fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:03.117664 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c9226-a1f5-422f-80e5-864d9e622c27 req-dceb199d-3e2d-49fd-bd40-3c96220ff839 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:03.120187 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e72c9226-a1f5-422f-80e5-864d9e622c27 req-dceb199d-3e2d-49fd-bd40-3c96220ff839 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 944 time: 0.0721846 Jul 02 11:13:03.157401 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e72c9226-a1f5-422f-80e5-864d9e622c27 req-d0abd233-7716-4ba3-b1e7-29fb31df29e9 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316679 Jul 02 11:13:03.280628 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5a93f80b-5a7c-40b8-9500-2b12f9f17681 req-ca7c1d00-905a-4914-a320-8357edcbeb4c service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841868 Jul 02 11:13:03.490975 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:04.334935 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fa7ee-1c87-46c5-a146-1ce2375255a4 req-36be2218-3011-4587-86d4-d691f7cd5177 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:04.336435 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a10fa7ee-1c87-46c5-a146-1ce2375255a4 req-36be2218-3011-4587-86d4-d691f7cd5177 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 944 time: 0.0666001 Jul 02 11:13:04.375789 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a10fa7ee-1c87-46c5-a146-1ce2375255a4 req-bda43278-a37a-4e3d-9243-46b61ee3d18b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336154 Jul 02 11:13:04.386740 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:05.183842 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9819456-b9c8-4258-bc86-6bf527a563fa req-0abb1ca5-da3b-47a8-ad3b-76cde0f04097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:05.185240 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f9819456-b9c8-4258-bc86-6bf527a563fa req-0abb1ca5-da3b-47a8-ad3b-76cde0f04097 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 1097 time: 0.0524759 Jul 02 11:13:05.280270 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9819456-b9c8-4258-bc86-6bf527a563fa req-2fe479d7-6381-4ce3-9527-b337953c2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:05.281741 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f9819456-b9c8-4258-bc86-6bf527a563fa req-2fe479d7-6381-4ce3-9527-b337953c2135 service neutron] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 913 time: 0.0882907 Jul 02 11:13:05.322688 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f9819456-b9c8-4258-bc86-6bf527a563fa req-d60dcaf3-9f61-4057-9301-fe474be9fdbf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7306da5f-bd2b-4662-aa78-dbbd37942f44 HTTP/1.1" status: 200 len: 217 time: 0.0337255 Jul 02 11:13:05.371022 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9819456-b9c8-4258-bc86-6bf527a563fa req-4b6005d2-7296-4dad-828c-563da3a4812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:05.372476 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f9819456-b9c8-4258-bc86-6bf527a563fa req-4b6005d2-7296-4dad-828c-563da3a4812c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0437689 Jul 02 11:13:05.434019 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9819456-b9c8-4258-bc86-6bf527a563fa req-110be6f1-6006-46ce-a24f-76ea8b43164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:05.435423 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f9819456-b9c8-4258-bc86-6bf527a563fa req-110be6f1-6006-46ce-a24f-76ea8b43164e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559292 Jul 02 11:13:05.563115 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f9819456-b9c8-4258-bc86-6bf527a563fa req-023ed3d9-3879-4cf8-a301-bb3ab94b80bb service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209271 Jul 02 11:13:05.605019 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cb58e-5596-4e54-8bf3-4f9450006fd0 req-7c0b144e-f27e-48fb-a964-fcdf17d75d7a tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:05.606449 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ca8cb58e-5596-4e54-8bf3-4f9450006fd0 req-7c0b144e-f27e-48fb-a964-fcdf17d75d7a tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 944 time: 0.1088300 Jul 02 11:13:05.679174 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ca8cb58e-5596-4e54-8bf3-4f9450006fd0 req-b9c85cd5-01cd-4a96-bf62-726fb722ff5b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665638 Jul 02 11:13:05.689169 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f9819456-b9c8-4258-bc86-6bf527a563fa req-97f0e4ce-6715-44ab-a3eb-fe01f27f078a service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198096 Jul 02 11:13:05.898908 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:06.851120 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da450-aa5d-4ea0-87eb-5c7c21729a45 req-12c945f9-cc75-4092-9efc-e1175d32761a tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:06.853440 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-971da450-aa5d-4ea0-87eb-5c7c21729a45 req-12c945f9-cc75-4092-9efc-e1175d32761a tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 944 time: 0.0654972 Jul 02 11:13:06.889599 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-971da450-aa5d-4ea0-87eb-5c7c21729a45 req-ffe701e9-8fe5-4dfc-8e48-bd97cc74faef tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305631 Jul 02 11:13:08.059727 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b97d88-6e30-4bc7-90b4-bdc93abeb547 req-432f3743-058e-4895-85c6-1527d47a482b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:08.061196 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-63b97d88-6e30-4bc7-90b4-bdc93abeb547 req-432f3743-058e-4895-85c6-1527d47a482b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 944 time: 0.0620205 Jul 02 11:13:08.098469 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-63b97d88-6e30-4bc7-90b4-bdc93abeb547 req-a88408a4-8a66-4d57-8b1f-a8f4236e44a4 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317993 Jul 02 11:13:09.265626 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927b71a-9648-447e-946b-fa3b4ef0c695 req-3f4045a8-6c2b-455e-9417-48b723037e34 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:09.267098 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3927b71a-9648-447e-946b-fa3b4ef0c695 req-3f4045a8-6c2b-455e-9417-48b723037e34 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 944 time: 0.0616777 Jul 02 11:13:09.304187 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3927b71a-9648-447e-946b-fa3b4ef0c695 req-bc76bdb9-b3a0-4660-a41a-74b02f4a710a tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317023 Jul 02 11:13:10.474520 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d7dcf-8a7e-466e-b5fe-70b19d1f1c05 req-50222a62-9c55-43f0-8740-454ca4151c25 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:10.475988 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d57d7dcf-8a7e-466e-b5fe-70b19d1f1c05 req-50222a62-9c55-43f0-8740-454ca4151c25 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 944 time: 0.0656672 Jul 02 11:13:10.516651 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d57d7dcf-8a7e-466e-b5fe-70b19d1f1c05 req-cb861a74-6e4a-47f2-9827-4005bb45f053 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326111 Jul 02 11:13:11.684447 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f72a76-21e2-4920-b1ea-e8563b4aa706 req-19130a4b-e403-477d-a32d-a6bd826901b4 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:11.685830 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a5f72a76-21e2-4920-b1ea-e8563b4aa706 req-19130a4b-e403-477d-a32d-a6bd826901b4 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 944 time: 0.0618606 Jul 02 11:13:11.722916 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a5f72a76-21e2-4920-b1ea-e8563b4aa706 req-98daaec5-39bf-409e-afef-a24649b5ceae tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313621 Jul 02 11:13:12.895633 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa0bae-02be-4121-b05b-4ebc4d3903a7 req-e501acce-90b4-4dfc-87e6-01276048b0c5 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:12.897118 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cdaa0bae-02be-4121-b05b-4ebc4d3903a7 req-e501acce-90b4-4dfc-87e6-01276048b0c5 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 944 time: 0.0659664 Jul 02 11:13:12.935036 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cdaa0bae-02be-4121-b05b-4ebc4d3903a7 req-74871026-dffb-4ced-9c6b-cc4a7dcb755a tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322425 Jul 02 11:13:13.152764 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 7306da5f-bd2b-4662-aa78-dbbd37942f44 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:13:13.243714 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 7306da5f-bd2b-4662-aa78-dbbd37942f44, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7306da5f-bd2b-4662-aa78-dbbd37942f44,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:13:13.253761 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:13:13.256783 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '7306da5f-bd2b-4662-aa78-dbbd37942f44', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'port_id': '7306da5f-bd2b-4662-aa78-dbbd37942f44', 'mac_address': 'fa:16:3e:6d:9c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:13:13.292903 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:13.308691 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7306da5f-bd2b-4662-aa78-dbbd37942f44 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:13:13.327252 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 7306da5f-bd2b-4662-aa78-dbbd37942f44, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7306da5f-bd2b-4662-aa78-dbbd37942f44,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:13:13.330829 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:13.376864 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=7306da5f-bd2b-4662-aa78-dbbd37942f44,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:14.111470 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36b664-c7a4-4f76-8c15-9cbf0f0b7545 req-2ed06992-214b-4320-82cb-947cff653c79 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:14.112988 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e36b664-c7a4-4f76-8c15-9cbf0f0b7545 req-2ed06992-214b-4320-82cb-947cff653c79 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 945 time: 0.0664907 Jul 02 11:13:14.150850 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e36b664-c7a4-4f76-8c15-9cbf0f0b7545 req-0ab9fa37-b038-4ad5-a895-284307d4eb00 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322313 Jul 02 11:13:15.319605 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e04f5-ae26-41ba-95a0-a007a4dff994 req-b7c7f9ea-58e0-4885-b495-3aa8f1cb27ce tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:15.321059 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-494e04f5-ae26-41ba-95a0-a007a4dff994 req-b7c7f9ea-58e0-4885-b495-3aa8f1cb27ce tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 945 time: 0.0626593 Jul 02 11:13:15.358547 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-494e04f5-ae26-41ba-95a0-a007a4dff994 req-b7430e42-8a34-448a-86a8-859e8fa0689f tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319624 Jul 02 11:13:15.418999 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['7306da5f-bd2b-4662-aa78-dbbd37942f44'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:13:16.529150 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ebdbf-6cd0-48bb-b3c4-d3e18cc8cde1 req-1229d86e-20d9-48e9-bfc7-a9a586ad48b7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:16.530585 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-439ebdbf-6cd0-48bb-b3c4-d3e18cc8cde1 req-1229d86e-20d9-48e9-bfc7-a9a586ad48b7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 945 time: 0.0646458 Jul 02 11:13:16.567518 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-439ebdbf-6cd0-48bb-b3c4-d3e18cc8cde1 req-23a13ab4-b083-4706-b11e-dab752f7c9c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308790 Jul 02 11:13:17.191977 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 7306da5f-bd2b-4662-aa78-dbbd37942f44 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:13:17.239984 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 7306da5f-bd2b-4662-aa78-dbbd37942f44 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:13:17.243610 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 7306da5f-bd2b-4662-aa78-dbbd37942f44 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:13:17.244478 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:17.325354 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:17.347677 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7306da5f-bd2b-4662-aa78-dbbd37942f44'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:13:17.350238 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a380fe1a-fa44-43ec-9b90-34430902ffe0" -d '{"events": [{"server_uuid": "7fe4b373-9a5f-4725-8464-ded5aa71a3cc", "name": "network-vif-plugged", "status": "completed", "tag": "7306da5f-bd2b-4662-aa78-dbbd37942f44"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:13:17.365126 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 7306da5f-bd2b-4662-aa78-dbbd37942f44, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7306da5f-bd2b-4662-aa78-dbbd37942f44,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:13:17.372033 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:17.395622 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116a154a-a560-4d3f-8c89-5bd8005a681b x-openstack-request-id: req-116a154a-a560-4d3f-8c89-5bd8005a681b {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:13:17.395922 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe4b373-9a5f-4725-8464-ded5aa71a3cc", "name": "network-vif-plugged", "status": "completed", "tag": "7306da5f-bd2b-4662-aa78-dbbd37942f44", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:13:17.396176 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-116a154a-a560-4d3f-8c89-5bd8005a681b {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:13:17.396562 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7306da5f-bd2b-4662-aa78-dbbd37942f44', 'code': 200} Jul 02 11:13:17.433392 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=7306da5f-bd2b-4662-aa78-dbbd37942f44,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:17.688431 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34155da4-b7e8-4d3c-9573-abddf40074b7 req-67537e34-bee2-411f-9c8a-123f55434b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:17.689873 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-34155da4-b7e8-4d3c-9573-abddf40074b7 req-67537e34-bee2-411f-9c8a-123f55434b78 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 1099 time: 0.0597985 Jul 02 11:13:17.750827 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-34155da4-b7e8-4d3c-9573-abddf40074b7 req-2e164c7d-1f02-49e5-8b6e-7438cc6aa71a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430932 Jul 02 11:13:17.767767 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e529-05cf-46db-aaa2-6ca9c0f5018a req-918626bd-c251-4452-9914-d79b4e41b7c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:17.769241 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bcb3e529-05cf-46db-aaa2-6ca9c0f5018a req-918626bd-c251-4452-9914-d79b4e41b7c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 946 time: 0.0917990 Jul 02 11:13:17.809020 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-bcb3e529-05cf-46db-aaa2-6ca9c0f5018a req-28c4924a-70ab-4d76-b415-307d6b4b36dd tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341873 Jul 02 11:13:18.988176 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7a7-9ba5-4e71-89a8-1ed6fe641696 req-0afe2458-dd28-4938-92ed-bdbb47c5665c tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:18.989645 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-976ef7a7-9ba5-4e71-89a8-1ed6fe641696 req-0afe2458-dd28-4938-92ed-bdbb47c5665c tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 946 time: 0.0637615 Jul 02 11:13:19.027450 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-976ef7a7-9ba5-4e71-89a8-1ed6fe641696 req-646c58e8-6419-4ce4-a2b0-a915e3e1a565 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313337 Jul 02 11:13:20.194711 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ffad-908c-4d42-aa36-85d2bd603ef4 req-d346a1c4-7369-4dbb-a9da-322f97125a54 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:20.196060 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0fb0ffad-908c-4d42-aa36-85d2bd603ef4 req-d346a1c4-7369-4dbb-a9da-322f97125a54 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 946 time: 0.0627370 Jul 02 11:13:20.233360 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0fb0ffad-908c-4d42-aa36-85d2bd603ef4 req-de9a4e40-6d1b-47da-a55a-a83d803e31b7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313165 Jul 02 11:13:21.405809 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4887276-e742-40ba-a505-1bac6bd45607 req-e82cdfec-6dda-475b-a0a6-5b29c53850cd tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:21.407360 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d4887276-e742-40ba-a505-1bac6bd45607 req-e82cdfec-6dda-475b-a0a6-5b29c53850cd tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 946 time: 0.0661318 Jul 02 11:13:21.446790 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d4887276-e742-40ba-a505-1bac6bd45607 req-2068c76d-742b-4f4b-96b0-8963f5944c93 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337980 Jul 02 11:13:22.617834 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651db58-d210-4b87-a2e7-f8a6e7f4b756 req-a4bfa741-f19b-4c4c-a261-8509e59fa0ad tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:22.619457 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6651db58-d210-4b87-a2e7-f8a6e7f4b756 req-a4bfa741-f19b-4c4c-a261-8509e59fa0ad tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 946 time: 0.0609446 Jul 02 11:13:22.655421 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6651db58-d210-4b87-a2e7-f8a6e7f4b756 req-0a3468fc-9fec-4e85-baa0-551a8f81387a tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305836 Jul 02 11:13:22.830251 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbba7b2-d641-4b16-8abf-b19ae03e4c9b req-dea3cebf-a848-4804-b042-1dca71f03234 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:22.831726 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5cbba7b2-d641-4b16-8abf-b19ae03e4c9b req-dea3cebf-a848-4804-b042-1dca71f03234 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 946 time: 0.0697811 Jul 02 11:13:22.869872 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-5cbba7b2-d641-4b16-8abf-b19ae03e4c9b req-d614a541-7c50-4511-91ad-42261fc8f267 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325336 Jul 02 11:13:22.894194 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44654) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:23.098197 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e9b93e-4766-4df0-a1ec-d07355ca89a2 tempest-TestVolumeBootPattern-1793727362 tempest-TestVolumeBootPattern-1793727362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:23.099689 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-72e9b93e-4766-4df0-a1ec-d07355ca89a2 tempest-TestVolumeBootPattern-1793727362 tempest-TestVolumeBootPattern-1793727362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 1094 time: 0.2044053 Jul 02 11:13:23.102583 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44660) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:23.107007 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'floatingip': {'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'port_id': '7306da5f-bd2b-4662-aa78-dbbd37942f44', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:13:23.127852 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:23.223653 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:23.325074 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Allocated IP 172.27.1.215 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/768fc923-9294-420d-9d26-6b4d1a679918) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:13:23.425856 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:23.462280 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:23.499447 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:13:23.502355 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:13:23.505874 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:13:23.529106 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'Port': ['ID=768fc923-9294-420d-9d26-6b4d1a679918,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:23.859897 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:23.933412 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:24.082013 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:24.087239 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:24.411437 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'Port': ['ID=768fc923-9294-420d-9d26-6b4d1a679918,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:24.420130 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:24.517125 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Floating IP 21ce32db-bab5-4043-97bc-8ad30b78f502 associated. External IP: 172.27.1.215, port: 7306da5f-bd2b-4662-aa78-dbbd37942f44. Jul 02 11:13:24.717368 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Router 5ead30de-8861-4100-9155-473465f0118e has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:13:24.821035 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:13:24.831439 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0e2f9f-9c7c-4349-ad8f-4f83a56a133a None None] Sync routers for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:13:24.837722 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:24.841288 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e2f9f-9c7c-4349-ad8f-4f83a56a133a None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:13:24.841905 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-0e0e2f9f-9c7c-4349-ad8f-4f83a56a133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:13:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:13:24.876932 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-8679aa5b-47dc-43a0-a067-157ec5116252 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7732742 Jul 02 11:13:24.877516 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'tag': '7306da5f-bd2b-4662-aa78-dbbd37942f44'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:13:24.879766 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f13414-26a8-4a6b-a5df-2cb28e51374a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe4b373-9a5f-4725-8464-ded5aa71a3cc", "tag": "7306da5f-bd2b-4662-aa78-dbbd37942f44"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:13:24.915672 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc987b5f-ecf0-436f-8890-ad175d1227a6 x-openstack-request-id: req-cc987b5f-ecf0-436f-8890-ad175d1227a6 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:13:24.915672 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe4b373-9a5f-4725-8464-ded5aa71a3cc", "tag": "7306da5f-bd2b-4662-aa78-dbbd37942f44", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:13:24.915882 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc987b5f-ecf0-436f-8890-ad175d1227a6 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:13:24.916096 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'tag': '7306da5f-bd2b-4662-aa78-dbbd37942f44', 'status': 'completed', 'code': 200} Jul 02 11:13:24.950795 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-0e0e2f9f-9c7c-4349-ad8f-4f83a56a133a None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:13:25.163701 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-0e0e2f9f-9c7c-4349-ad8f-4f83a56a133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '21ce32db-bab5-4043-97bc-8ad30b78f502', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': '7306da5f-bd2b-4662-aa78-dbbd37942f44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:6d:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:13:23Z', 'updated_at': '2021-07-02T11:13:23Z', 'revision_number': 0, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:13:25.193165 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0e2f9f-9c7c-4349-ad8f-4f83a56a133a None None] Checking router: 5ead30de-8861-4100-9155-473465f0118e for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:13:25.201274 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e2f9f-9c7c-4349-ad8f-4f83a56a133a None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:13:25.201870 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-0e0e2f9f-9c7c-4349-ad8f-4f83a56a133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:13:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:13:25.419200 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-0e0e2f9f-9c7c-4349-ad8f-4f83a56a133a None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:13:25.632353 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-0e0e2f9f-9c7c-4349-ad8f-4f83a56a133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '21ce32db-bab5-4043-97bc-8ad30b78f502', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': '7306da5f-bd2b-4662-aa78-dbbd37942f44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:6d:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:13:23Z', 'updated_at': '2021-07-02T11:13:23Z', 'revision_number': 0, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:13:25.661957 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0e2f9f-9c7c-4349-ad8f-4f83a56a133a None None] The sync data for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi is: [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': '21ce32db-bab5-4043-97bc-8ad30b78f502', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': '7306da5f-bd2b-4662-aa78-dbbd37942f44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:6d:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:13:23Z', 'updated_at': '2021-07-02T11:13:23Z', 'revision_number': 0, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:13:25.840296 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c7042c-d3ed-480d-b376-506ca535975e None None] New status for floating IP 21ce32db-bab5-4043-97bc-8ad30b78f502: ACTIVE {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:13:26.104132 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f13414-26a8-4a6b-a5df-2cb28e51374a req-466eec06-ae33-4b77-82d0-6c4fc9a78215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:26.105687 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-65f13414-26a8-4a6b-a5df-2cb28e51374a req-466eec06-ae33-4b77-82d0-6c4fc9a78215 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 1099 time: 0.0530548 Jul 02 11:13:26.197421 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f13414-26a8-4a6b-a5df-2cb28e51374a req-2d0abb63-0c80-4c08-9ef9-13d44f40677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:26.198876 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-65f13414-26a8-4a6b-a5df-2cb28e51374a req-2d0abb63-0c80-4c08-9ef9-13d44f40677c service neutron] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 913 time: 0.0864656 Jul 02 11:13:26.267516 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-65f13414-26a8-4a6b-a5df-2cb28e51374a req-ae19b368-5524-4867-842f-eb6c94658990 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7306da5f-bd2b-4662-aa78-dbbd37942f44 HTTP/1.1" status: 200 len: 1002 time: 0.0601203 Jul 02 11:13:26.316242 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f13414-26a8-4a6b-a5df-2cb28e51374a req-15d977a3-f7ac-4ab0-ae06-4f82952b0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:26.317673 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-65f13414-26a8-4a6b-a5df-2cb28e51374a req-15d977a3-f7ac-4ab0-ae06-4f82952b0bc7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0426435 Jul 02 11:13:26.382102 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f13414-26a8-4a6b-a5df-2cb28e51374a req-201d157c-68af-4715-b239-ab11c8270e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:26.383592 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-65f13414-26a8-4a6b-a5df-2cb28e51374a req-201d157c-68af-4715-b239-ab11c8270e88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548885 Jul 02 11:13:26.475022 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-65f13414-26a8-4a6b-a5df-2cb28e51374a req-32f41110-fde2-41c8-8027-b67bd71bf1f0 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815907 Jul 02 11:13:26.569015 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-65f13414-26a8-4a6b-a5df-2cb28e51374a req-564b61ae-17a7-435f-83b0-145ba8dc8dd2 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867658 Jul 02 11:13:27.611299 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:28.916295 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-58aed138-adb9-4d7e-a2b9-4ee6acb852f7 req-9e8fcfe8-8b07-43ae-b939-80726773aad0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507193 Jul 02 11:13:29.019351 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aed138-adb9-4d7e-a2b9-4ee6acb852f7 req-ac7ed690-6f44-4001-85d6-b702ba13d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:29.020943 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-58aed138-adb9-4d7e-a2b9-4ee6acb852f7 req-ac7ed690-6f44-4001-85d6-b702ba13d574 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3eff47995f3f4655b1331dbda8a4fdc2&device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0514591 Jul 02 11:13:29.135702 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aed138-adb9-4d7e-a2b9-4ee6acb852f7 req-5cbc2eb6-4cb7-40df-8e55-b8a836f5c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:29.138214 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-58aed138-adb9-4d7e-a2b9-4ee6acb852f7 req-5cbc2eb6-4cb7-40df-8e55-b8a836f5c97b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d HTTP/1.1" status: 200 len: 910 time: 0.0894618 Jul 02 11:13:29.207902 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-58aed138-adb9-4d7e-a2b9-4ee6acb852f7 req-03409fb5-6ab0-48f4-9036-3aa7b04ee6c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf HTTP/1.1" status: 200 len: 1001 time: 0.0615392 Jul 02 11:13:29.257711 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aed138-adb9-4d7e-a2b9-4ee6acb852f7 req-e96ea35c-5ca9-401c-a6cb-b8cec5861c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:29.259084 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-58aed138-adb9-4d7e-a2b9-4ee6acb852f7 req-e96ea35c-5ca9-401c-a6cb-b8cec5861c66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e4b573e-f211-4c97-a0ae-62a58fff67bc HTTP/1.1" status: 200 len: 848 time: 0.0448422 Jul 02 11:13:29.313329 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aed138-adb9-4d7e-a2b9-4ee6acb852f7 req-9db91c81-5166-47c2-9d82-fdb78e6b57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:13:29.314739 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-58aed138-adb9-4d7e-a2b9-4ee6acb852f7 req-9db91c81-5166-47c2-9d82-fdb78e6b57f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491288 Jul 02 11:13:29.402073 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-58aed138-adb9-4d7e-a2b9-4ee6acb852f7 req-2ce4b44b-9e99-40e5-9ff6-a2f511f4e1ea service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787995 Jul 02 11:13:29.509807 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-58aed138-adb9-4d7e-a2b9-4ee6acb852f7 req-b141dc58-c045-45f6-95bd-1cb516f7a5ba service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007309 Jul 02 11:13:30.708441 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-da5ca5d6-a170-4d97-871a-569d8873557d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:30.953313 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44728) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:31.053627 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.138834 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.142587 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.185353 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=712b1a1407f040419e965427d79889df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309642 Jul 02 11:13:31.187251 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eff704-4e78-46de-8bac-5b758b3cf792,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:31.188091 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44732) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:31.194308 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.194662 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.195002 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.195334 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.195665 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.195998 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.196325 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.196673 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.197002 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.197324 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.197645 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.197963 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba106d60-04a2-4731-88d6-4dae76b8c796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.235683 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.258555 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.303885 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.306457 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.307653 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42eff704-4e78-46de-8bac-5b758b3cf792 HTTP/1.1" status: 204 len: 168 time: 0.1184642 Jul 02 11:13:31.315484 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eff704-4e78-46de-8bac-5b758b3cf792,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:31.322516 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.322869 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.323211 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.324110 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.324564 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.324934 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.325269 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.325598 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.325925 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.326252 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.326577 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.326901 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d73346-0ef4-4b60-aafa-b4e4cb945f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:13:31.559527 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44740) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:31.572546 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-793a584c-5fcb-459c-a087-7b865adfd4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.658060 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-793a584c-5fcb-459c-a087-7b865adfd4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.662705 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-793a584c-5fcb-459c-a087-7b865adfd4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.700395 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-793a584c-5fcb-459c-a087-7b865adfd4ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6b2a453aba04de5aee2e86721e9d409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397157 Jul 02 11:13:31.701208 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a584c-5fcb-459c-a087-7b865adfd4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6c7f79-b8f6-4e55-a18d-d39720c08d89,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:31.703031 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44742) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:31.751292 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-22ad4f41-721c-4682-ae05-9c37b36c2018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.775899 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-22ad4f41-721c-4682-ae05-9c37b36c2018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.822277 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-22ad4f41-721c-4682-ae05-9c37b36c2018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.825549 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-22ad4f41-721c-4682-ae05-9c37b36c2018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:31.826687 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-22ad4f41-721c-4682-ae05-9c37b36c2018 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f6c7f79-b8f6-4e55-a18d-d39720c08d89 HTTP/1.1" status: 204 len: 168 time: 0.1226699 Jul 02 11:13:31.834292 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad4f41-721c-4682-ae05-9c37b36c2018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6c7f79-b8f6-4e55-a18d-d39720c08d89,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:33.041796 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f51d456c-68a3-4e84-afb1-cd50498c15e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:33.492853 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:34.389672 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:35.899510 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:41.721401 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44836) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:41.820459 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de0a4fb1-afd0-444e-b19d-59b0e8400402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:41.906295 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de0a4fb1-afd0-444e-b19d-59b0e8400402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:41.910102 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de0a4fb1-afd0-444e-b19d-59b0e8400402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:41.947525 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-de0a4fb1-afd0-444e-b19d-59b0e8400402 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26b7550c7bc54bf2b79dcbcf069cd346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250636 Jul 02 11:13:41.948952 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a4fb1-afd0-444e-b19d-59b0e8400402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e573ed-f81b-4a69-b035-1e80c0078ce2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:41.951740 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44842) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:42.001302 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-25f7f885-3f59-47be-83f3-ccb189c64ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:42.022193 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-25f7f885-3f59-47be-83f3-ccb189c64ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:42.069338 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-25f7f885-3f59-47be-83f3-ccb189c64ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:42.071872 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-25f7f885-3f59-47be-83f3-ccb189c64ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:42.073073 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-25f7f885-3f59-47be-83f3-ccb189c64ab3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36e573ed-f81b-4a69-b035-1e80c0078ce2 HTTP/1.1" status: 204 len: 168 time: 0.1199038 Jul 02 11:13:42.081264 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7f885-3f59-47be-83f3-ccb189c64ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e573ed-f81b-4a69-b035-1e80c0078ce2,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:42.322446 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44850) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:42.335288 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ceba4136-32ba-4c31-869e-8b107135b667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:42.422315 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ceba4136-32ba-4c31-869e-8b107135b667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:42.425725 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ceba4136-32ba-4c31-869e-8b107135b667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:42.465871 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-ceba4136-32ba-4c31-869e-8b107135b667 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25ba6a2d94f94e3585b2440503ba925d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423557 Jul 02 11:13:42.466971 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba4136-32ba-4c31-869e-8b107135b667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e42b089-e354-4c7b-8664-fa5a03717cb4,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:42.468513 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44852) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:42.519050 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a1f3ad3c-e718-4781-bd70-16b8173ef82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:42.539355 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a1f3ad3c-e718-4781-bd70-16b8173ef82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:42.584769 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a1f3ad3c-e718-4781-bd70-16b8173ef82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:42.587257 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a1f3ad3c-e718-4781-bd70-16b8173ef82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:42.588403 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a1f3ad3c-e718-4781-bd70-16b8173ef82f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e42b089-e354-4c7b-8664-fa5a03717cb4 HTTP/1.1" status: 204 len: 168 time: 0.1179976 Jul 02 11:13:42.595869 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3ad3c-e718-4781-bd70-16b8173ef82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e42b089-e354-4c7b-8664-fa5a03717cb4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:48.753379 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44974) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:48.853112 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df1c7e87-a8b9-4a4d-bbad-991109cc862b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:48.940800 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df1c7e87-a8b9-4a4d-bbad-991109cc862b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:48.944464 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df1c7e87-a8b9-4a4d-bbad-991109cc862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:48.982101 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-df1c7e87-a8b9-4a4d-bbad-991109cc862b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f359d9c97164b4990675eae75aa11c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276576 Jul 02 11:13:48.982959 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c7e87-a8b9-4a4d-bbad-991109cc862b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431812dc-8113-404e-acc4-197f53243f19,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:48.984832 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44978) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:49.034190 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e43f-31be-4137-b998-3683408731a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:49.055618 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e43f-31be-4137-b998-3683408731a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:49.101015 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e43f-31be-4137-b998-3683408731a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:49.103518 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e43f-31be-4137-b998-3683408731a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:49.104701 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-f0b8e43f-31be-4137-b998-3683408731a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/431812dc-8113-404e-acc4-197f53243f19 HTTP/1.1" status: 204 len: 168 time: 0.1188612 Jul 02 11:13:49.112117 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8e43f-31be-4137-b998-3683408731a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431812dc-8113-404e-acc4-197f53243f19,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:49.354695 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 44984) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:49.367621 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-44452c52-bff6-41de-b6c2-c7978da506c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:49.456339 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-44452c52-bff6-41de-b6c2-c7978da506c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:49.459967 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-44452c52-bff6-41de-b6c2-c7978da506c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:49.498212 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-44452c52-bff6-41de-b6c2-c7978da506c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbe30c793f554c3dbde0212d6afa295c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424541 Jul 02 11:13:49.499414 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44452c52-bff6-41de-b6c2-c7978da506c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34b16da-8b3b-428c-8dbc-b04bc0439678,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:49.501124 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 44986) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:49.550351 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-babdec01-e5f0-4d19-af04-ac9ca9ce8476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:49.573609 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-babdec01-e5f0-4d19-af04-ac9ca9ce8476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:49.619731 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-babdec01-e5f0-4d19-af04-ac9ca9ce8476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:49.622837 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-babdec01-e5f0-4d19-af04-ac9ca9ce8476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:49.624002 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-babdec01-e5f0-4d19-af04-ac9ca9ce8476 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f34b16da-8b3b-428c-8dbc-b04bc0439678 HTTP/1.1" status: 204 len: 168 time: 0.1218023 Jul 02 11:13:49.631989 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdec01-e5f0-4d19-af04-ac9ca9ce8476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34b16da-8b3b-428c-8dbc-b04bc0439678,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:50.253115 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:13:51.563753 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45056) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:51.663117 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62b7b189-9166-443f-9720-a02632028dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:51.748954 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62b7b189-9166-443f-9720-a02632028dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:51.752395 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62b7b189-9166-443f-9720-a02632028dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:51.790791 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-62b7b189-9166-443f-9720-a02632028dba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3425c78f1ea455c8c4a02e0185a077d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259674 Jul 02 11:13:51.791757 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7b189-9166-443f-9720-a02632028dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66151ba9-0fc2-4948-a512-ccff92d53140,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:51.794355 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45060) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:51.844561 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c07b3cad-e744-45e7-8ee6-75c13d5f8dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:51.864866 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c07b3cad-e744-45e7-8ee6-75c13d5f8dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:51.910010 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c07b3cad-e744-45e7-8ee6-75c13d5f8dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:51.913375 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c07b3cad-e744-45e7-8ee6-75c13d5f8dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:51.915113 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-c07b3cad-e744-45e7-8ee6-75c13d5f8dde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66151ba9-0fc2-4948-a512-ccff92d53140 HTTP/1.1" status: 204 len: 168 time: 0.1196089 Jul 02 11:13:51.925211 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b3cad-e744-45e7-8ee6-75c13d5f8dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66151ba9-0fc2-4948-a512-ccff92d53140,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:52.172339 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45066) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:52.185180 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2abb107d-5732-4bf3-8f20-fafc28e42756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:52.271607 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2abb107d-5732-4bf3-8f20-fafc28e42756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:52.275316 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2abb107d-5732-4bf3-8f20-fafc28e42756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:52.313468 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-2abb107d-5732-4bf3-8f20-fafc28e42756 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24b09dfc814f46b9ae50b737e7b7bbd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400278 Jul 02 11:13:52.314308 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb107d-5732-4bf3-8f20-fafc28e42756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9c11d3-a92a-4d4d-ae47-3973938fcd8d,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:52.316186 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45068) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:52.363359 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1e8e9e-105a-4e4a-be73-c72e69642314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:52.383606 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1e8e9e-105a-4e4a-be73-c72e69642314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:52.432136 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1e8e9e-105a-4e4a-be73-c72e69642314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:52.435443 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1e8e9e-105a-4e4a-be73-c72e69642314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:52.436613 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-1e1e8e9e-105a-4e4a-be73-c72e69642314 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d9c11d3-a92a-4d4d-ae47-3973938fcd8d HTTP/1.1" status: 204 len: 168 time: 0.1193833 Jul 02 11:13:52.444565 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e8e9e-105a-4e4a-be73-c72e69642314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9c11d3-a92a-4d4d-ae47-3973938fcd8d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:53.433943 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45098) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:53.532883 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0284288d-90bb-47cc-a87b-3459a7b95412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:53.618694 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0284288d-90bb-47cc-a87b-3459a7b95412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:53.622282 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0284288d-90bb-47cc-a87b-3459a7b95412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:53.659848 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-0284288d-90bb-47cc-a87b-3459a7b95412 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e46753a16eb4e38a307e722d081bc8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248232 Jul 02 11:13:53.660977 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284288d-90bb-47cc-a87b-3459a7b95412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23c1a23-5817-43a1-88c3-9f0755e04843,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:53.662640 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45102) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:13:53.710240 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4cb7e375-c0d3-407d-9f0e-6f1d3b0a318e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:53.731010 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4cb7e375-c0d3-407d-9f0e-6f1d3b0a318e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:53.777852 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4cb7e375-c0d3-407d-9f0e-6f1d3b0a318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:53.780693 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4cb7e375-c0d3-407d-9f0e-6f1d3b0a318e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:13:53.782168 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-4cb7e375-c0d3-407d-9f0e-6f1d3b0a318e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b23c1a23-5817-43a1-88c3-9f0755e04843 HTTP/1.1" status: 204 len: 168 time: 0.1184499 Jul 02 11:13:53.790332 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7e375-c0d3-407d-9f0e-6f1d3b0a318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23c1a23-5817-43a1-88c3-9f0755e04843,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:13:57.621894 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:00.708408 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c1312dc3-9e74-446b-a437-bea819b697f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:03.041408 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-359c7b4a-4b7e-4369-b70a-e7c2835b634c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:03.493904 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:04.392675 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:05.902555 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:22.874353 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45112) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:23.029215 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Deleting port 79b63d9d-b3ff-4198-a3a9-1e6127cbabbf {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:14:23.029564 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:23.102421 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:23.102751 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:23.114022 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Calling delete_port for 79b63d9d-b3ff-4198-a3a9-1e6127cbabbf owned by network:floatingip {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:14:23.256962 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:23.282958 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event deleted for resources: {'Port': ['ID=79b63d9d-b3ff-4198-a3a9-1e6127cbabbf,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:23.347431 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for floatingip, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:23.347776 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Floating IP 465df8da-c048-465a-93b9-d9da31ec90c3 disassociated (deleted). External IP: 172.27.1.148, port: 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf. Jul 02 11:14:23.549273 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:14:23.652117 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:14:23.657880 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:23.663151 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae17aa-424f-4481-bf5b-fa1e03690ac9 None None] Sync routers for ids ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:14:23.671959 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae17aa-424f-4481-bf5b-fa1e03690ac9 None None] Routers {'6f3f725d-16f7-4bb7-b33b-22efe4e68917'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:14:23.672569 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cfae17aa-424f-4481-bf5b-fa1e03690ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:14:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:23.692142 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-b20d739e-e3ff-4005-8102-68b98e896c0d tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "DELETE /v2.0/floatingips/465df8da-c048-465a-93b9-d9da31ec90c3 HTTP/1.1" status: 204 len: 168 time: 0.8167040 Jul 02 11:14:23.692740 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:14:23.695269 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcc8eea-0a2c-4f5f-8c34-80e2925be4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:14:23.732087 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2f35e1-0a57-43e9-89e1-a1ca829de328 x-openstack-request-id: req-df2f35e1-0a57-43e9-89e1-a1ca829de328 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:14:23.732382 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:14:23.732661 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df2f35e1-0a57-43e9-89e1-a1ca829de328 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:14:23.733066 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'status': 'completed', 'code': 200} Jul 02 11:14:23.779380 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-cfae17aa-424f-4481-bf5b-fa1e03690ac9 None None] Set router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:14:23.811803 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc8eea-0a2c-4f5f-8c34-80e2925be4ba req-1b8e9b53-4519-4607-86e0-304c79b365c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:14:23.813542 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7fcc8eea-0a2c-4f5f-8c34-80e2925be4ba req-1b8e9b53-4519-4607-86e0-304c79b365c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3eff47995f3f4655b1331dbda8a4fdc2&device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0566850 Jul 02 11:14:23.909890 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc8eea-0a2c-4f5f-8c34-80e2925be4ba req-55beb7d8-f044-446c-931b-d0051753c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:14:23.911377 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7fcc8eea-0a2c-4f5f-8c34-80e2925be4ba req-55beb7d8-f044-446c-931b-d0051753c5df service neutron] 10.222.0.67 "GET /v2.0/networks?id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d HTTP/1.1" status: 200 len: 910 time: 0.0919976 Jul 02 11:14:23.964897 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7fcc8eea-0a2c-4f5f-8c34-80e2925be4ba req-5ff344a9-e67c-4bf5-9760-ce38e7728ecc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf HTTP/1.1" status: 200 len: 217 time: 0.0391932 Jul 02 11:14:23.987043 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cfae17aa-424f-4481-bf5b-fa1e03690ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9', 'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'mac_address': 'fa:16:3e:40:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:23Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 5, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'subnets': [{'id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:24.013505 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc8eea-0a2c-4f5f-8c34-80e2925be4ba req-d04754d6-5ce2-4354-9933-4c5da1e1e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:14:24.013990 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae17aa-424f-4481-bf5b-fa1e03690ac9 None None] Checking router: 6f3f725d-16f7-4bb7-b33b-22efe4e68917 for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:14:24.014964 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7fcc8eea-0a2c-4f5f-8c34-80e2925be4ba req-d04754d6-5ce2-4354-9933-4c5da1e1e700 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e4b573e-f211-4c97-a0ae-62a58fff67bc HTTP/1.1" status: 200 len: 848 time: 0.0440252 Jul 02 11:14:24.022309 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae17aa-424f-4481-bf5b-fa1e03690ac9 None None] Routers {'6f3f725d-16f7-4bb7-b33b-22efe4e68917'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:14:24.022921 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cfae17aa-424f-4481-bf5b-fa1e03690ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:14:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:24.116865 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc8eea-0a2c-4f5f-8c34-80e2925be4ba req-d0749281-9a37-4b90-9fc5-ee7d2503ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:14:24.118271 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7fcc8eea-0a2c-4f5f-8c34-80e2925be4ba req-d0749281-9a37-4b90-9fc5-ee7d2503ed76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b26bed70-0c26-4d88-b5ea-794be6e2fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0965400 Jul 02 11:14:24.128401 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-cfae17aa-424f-4481-bf5b-fa1e03690ac9 None None] Set router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:14:24.130040 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347cede-8ee9-4e2c-9fc9-bd4afef58734 req-5cd193ca-55e1-4357-a831-68ae23405bfe tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:14:24.131445 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3347cede-8ee9-4e2c-9fc9-bd4afef58734 req-5cd193ca-55e1-4357-a831-68ae23405bfe tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0817978 Jul 02 11:14:24.221640 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3347cede-8ee9-4e2c-9fc9-bd4afef58734 req-c2f1cb47-7a2a-4905-8dcd-fe4f43b3b13a tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814736 Jul 02 11:14:24.244022 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7fcc8eea-0a2c-4f5f-8c34-80e2925be4ba req-d9c4dfa4-3c53-422f-8908-74c6be99dcd5 service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115217 Jul 02 11:14:24.324103 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cfae17aa-424f-4481-bf5b-fa1e03690ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9', 'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'mac_address': 'fa:16:3e:40:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:23Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 5, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'subnets': [{'id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:24.332366 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7fcc8eea-0a2c-4f5f-8c34-80e2925be4ba req-90cc69d3-3618-443d-9656-03f0335e77a4 service neutron] 10.222.0.67 "GET /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811267 Jul 02 11:14:24.354438 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae17aa-424f-4481-bf5b-fa1e03690ac9 None None] The sync data for ids ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'] in dv-cinder-784092-13-iscsi is: [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:24Z', 'revision_number': 4, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': 'b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9', 'name': '', 'network_id': 'b26bed70-0c26-4d88-b5ea-794be6e2fc5d', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'mac_address': 'fa:16:3e:40:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:23Z', 'updated_at': '2021-07-02T11:09:29Z', 'revision_number': 5, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'subnets': [{'id': '2e4b573e-f211-4c97-a0ae-62a58fff67bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:14:24.551328 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29909ac9-3c72-4a82-b011-88d0901d9299 None None] New status for floating IP 465df8da-c048-465a-93b9-d9da31ec90c3: DOWN {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:14:25.416805 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a7bbe-9430-4134-8fc5-71b0480729b8 req-b258cd3c-139a-45dc-adae-b4f105ab976c tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:14:25.418295 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-768a7bbe-9430-4134-8fc5-71b0480729b8 req-b258cd3c-139a-45dc-adae-b4f105ab976c tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0694792 Jul 02 11:14:25.456955 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-768a7bbe-9430-4134-8fc5-71b0480729b8 req-0fbcfe15-4379-4832-a43d-49afe80850c1 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/security-groups?id=4dde2e4f-4e83-4527-b94b-d8abde10759e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328975 Jul 02 11:14:25.547111 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ef0c6-0b0e-4456-92a1-6d6e467d2f88 req-709da65b-e8ed-4a61-947c-08a580f77ea7 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:14:25.548543 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b72ef0c6-0b0e-4456-92a1-6d6e467d2f88 req-709da65b-e8ed-4a61-947c-08a580f77ea7 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 945 time: 0.0614085 Jul 02 11:14:25.898172 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-b72ef0c6-0b0e-4456-92a1-6d6e467d2f88 req-fecc0bbb-3856-40b2-be05-12d143b27fcf tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Deleting port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:14:25.898430 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b72ef0c6-0b0e-4456-92a1-6d6e467d2f88 req-fecc0bbb-3856-40b2-be05-12d143b27fcf tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:25.984262 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-b72ef0c6-0b0e-4456-92a1-6d6e467d2f88 req-fecc0bbb-3856-40b2-be05-12d143b27fcf tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] For port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:14:25.984644 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b72ef0c6-0b0e-4456-92a1-6d6e467d2f88 req-fecc0bbb-3856-40b2-be05-12d143b27fcf tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:25.996409 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-b72ef0c6-0b0e-4456-92a1-6d6e467d2f88 req-fecc0bbb-3856-40b2-be05-12d143b27fcf tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Calling delete_port for 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:14:26.120800 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b72ef0c6-0b0e-4456-92a1-6d6e467d2f88 req-fecc0bbb-3856-40b2-be05-12d143b27fcf tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:26.150190 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc0bbb-3856-40b2-be05-12d143b27fcf tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event deleted for resources: {'Port': ['ID=02e551da-61f1-4ba5-8b8b-7c0c021f2ebf,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:26.198288 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72ef0c6-0b0e-4456-92a1-6d6e467d2f88 req-fecc0bbb-3856-40b2-be05-12d143b27fcf tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] No DVR routers for this DVR port 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:14:26.201509 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-b72ef0c6-0b0e-4456-92a1-6d6e467d2f88 req-fecc0bbb-3856-40b2-be05-12d143b27fcf tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:26.203496 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b72ef0c6-0b0e-4456-92a1-6d6e467d2f88 req-fecc0bbb-3856-40b2-be05-12d143b27fcf tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.67 "DELETE /v2.0/ports/02e551da-61f1-4ba5-8b8b-7c0c021f2ebf HTTP/1.1" status: 204 len: 173 time: 0.6495850 Jul 02 11:14:26.203935 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'name': 'network-vif-deleted', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:14:26.206215 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e19f08-e5e4-48e3-b0b4-d221a82d38a2" -d '{"events": [{"server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "name": "network-vif-deleted", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:14:26.248535 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f51390-95c0-4f3c-b2d6-df62bc1f9a5f x-openstack-request-id: req-b7f51390-95c0-4f3c-b2d6-df62bc1f9a5f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:14:26.248876 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4151e0-a507-4123-8276-c2bc08439bd4", "name": "network-vif-deleted", "tag": "02e551da-61f1-4ba5-8b8b-7c0c021f2ebf", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:14:26.249134 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7f51390-95c0-4f3c-b2d6-df62bc1f9a5f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:14:26.249540 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4151e0-a507-4123-8276-c2bc08439bd4', 'name': 'network-vif-deleted', 'tag': '02e551da-61f1-4ba5-8b8b-7c0c021f2ebf', 'status': 'completed', 'code': 200} Jul 02 11:14:26.599392 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0503c14c-24c7-4063-bed9-ce9e18b65d44 req-a2cdc3be-b278-4182-8cd9-f1b321e9d740 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c4151e0-a507-4123-8276-c2bc08439bd4 HTTP/1.1" status: 200 len: 210 time: 0.0290866 Jul 02 11:14:27.252124 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:14:27.620499 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:27.692588 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45134) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:27.750366 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b3724e6-c4cf-4972-ba9c-c790ab789e71 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:27.774982 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b3724e6-c4cf-4972-ba9c-c790ab789e71 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:27.782375 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed7ede8f-6deb-4291-8602-f616d036f110 req-a3547016-bc8a-4426-82ef-9f33e6646877 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497804 Jul 02 11:14:27.833779 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b3724e6-c4cf-4972-ba9c-c790ab789e71 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:27.836310 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b3724e6-c4cf-4972-ba9c-c790ab789e71 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:27.840143 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-8b3724e6-c4cf-4972-ba9c-c790ab789e71 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] 10.222.0.24 "DELETE /v2.0/security-groups/4dde2e4f-4e83-4527-b94b-d8abde10759e HTTP/1.1" status: 204 len: 168 time: 0.1438501 Jul 02 11:14:27.847019 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3724e6-c4cf-4972-ba9c-c790ab789e71 tempest-TestShelveInstance-223984780 tempest-TestShelveInstance-223984780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dde2e4f-4e83-4527-b94b-d8abde10759e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:27.856661 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ede8f-6deb-4291-8602-f616d036f110 req-911c7b28-3206-4f21-8a6e-bb1501287db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:14:27.858232 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed7ede8f-6deb-4291-8602-f616d036f110 req-911c7b28-3206-4f21-8a6e-bb1501287db2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 1099 time: 0.0539784 Jul 02 11:14:27.887523 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45138) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:27.966347 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ede8f-6deb-4291-8602-f616d036f110 req-1e65624c-6666-4177-b763-5622e680f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:14:27.967813 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed7ede8f-6deb-4291-8602-f616d036f110 req-1e65624c-6666-4177-b763-5622e680f527 service neutron] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 913 time: 0.0891054 Jul 02 11:14:28.031520 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed7ede8f-6deb-4291-8602-f616d036f110 req-2edc94d8-b407-4c84-8081-61f149735e10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7306da5f-bd2b-4662-aa78-dbbd37942f44 HTTP/1.1" status: 200 len: 1002 time: 0.0574183 Jul 02 11:14:28.082636 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ede8f-6deb-4291-8602-f616d036f110 req-8f14a406-fb9d-4a48-b671-3feb62b12f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:14:28.084071 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed7ede8f-6deb-4291-8602-f616d036f110 req-8f14a406-fb9d-4a48-b671-3feb62b12f28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0467262 Jul 02 11:14:28.141625 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ede8f-6deb-4291-8602-f616d036f110 req-728897b7-ee76-45f9-b193-5b0d1821bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:14:28.143069 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed7ede8f-6deb-4291-8602-f616d036f110 req-728897b7-ee76-45f9-b193-5b0d1821bb36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514796 Jul 02 11:14:28.232162 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed7ede8f-6deb-4291-8602-f616d036f110 req-043edf14-f8bf-4598-961b-57145edd7c2e service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828991 Jul 02 11:14:28.323528 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ed7ede8f-6deb-4291-8602-f616d036f110 req-eaf7d13c-b64e-4b92-b32d-f2159fe5c293 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855477 Jul 02 11:14:28.363369 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-919aceca-9f7c-4a2e-940d-98ca5645a4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698679'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:28.605672 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-919aceca-9f7c-4a2e-940d-98ca5645a4c9 admin admin] Deleting port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:14:28.606034 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-919aceca-9f7c-4a2e-940d-98ca5645a4c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:28.682925 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-919aceca-9f7c-4a2e-940d-98ca5645a4c9 admin admin] For port b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:14:28.683273 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-919aceca-9f7c-4a2e-940d-98ca5645a4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:28.695740 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-919aceca-9f7c-4a2e-940d-98ca5645a4c9 admin admin] Calling delete_port for b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:14:28.864050 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-919aceca-9f7c-4a2e-940d-98ca5645a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:28.890096 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919aceca-9f7c-4a2e-940d-98ca5645a4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:29.049081 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-919aceca-9f7c-4a2e-940d-98ca5645a4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698877'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:29.253140 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919aceca-9f7c-4a2e-940d-98ca5645a4c9 admin admin] Router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:14:29.364065 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919aceca-9f7c-4a2e-940d-98ca5645a4c9 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:14:29.369162 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-919aceca-9f7c-4a2e-940d-98ca5645a4c9 admin admin] 10.222.0.24 "PUT /v2.0/routers/6f3f725d-16f7-4bb7-b33b-22efe4e68917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4798465 Jul 02 11:14:29.371824 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45142) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:29.375612 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff20c7-1a18-4036-a5d4-86d981a8e6f7 None None] Sync routers for ids ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:14:29.386735 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff20c7-1a18-4036-a5d4-86d981a8e6f7 None None] Routers {'6f3f725d-16f7-4bb7-b33b-22efe4e68917'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:14:29.387398 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-51ff20c7-1a18-4036-a5d4-86d981a8e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:14:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:29.492232 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-51ff20c7-1a18-4036-a5d4-86d981a8e6f7 None None] Set router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:14:29.548300 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:14:29.582151 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:14:29.582500 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 02e551da-61f1-4ba5-8b8b-7c0c021f2ebf not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:14:29.696413 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-51ff20c7-1a18-4036-a5d4-86d981a8e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:14:28Z', 'revision_number': 5, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:29.716879 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:29.726478 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff20c7-1a18-4036-a5d4-86d981a8e6f7 None None] Checking router: 6f3f725d-16f7-4bb7-b33b-22efe4e68917 for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:14:29.735682 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff20c7-1a18-4036-a5d4-86d981a8e6f7 None None] Routers {'6f3f725d-16f7-4bb7-b33b-22efe4e68917'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:14:29.736429 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-51ff20c7-1a18-4036-a5d4-86d981a8e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:14:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:29.816891 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:29.838442 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-51ff20c7-1a18-4036-a5d4-86d981a8e6f7 None None] Set router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:14:29.867824 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Deleting port 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:14:29.868166 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:29.948822 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] For port 4e44acf8-d1a7-4047-a835-a1ba02fb20f6, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=4e44acf8-d1a7-4047-a835-a1ba02fb20f6,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:14:29.949174 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:29.960419 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Calling delete_port for 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:14:30.015757 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-51ff20c7-1a18-4036-a5d4-86d981a8e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:14:28Z', 'revision_number': 5, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:30.041545 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff20c7-1a18-4036-a5d4-86d981a8e6f7 None None] The sync data for ids ['6f3f725d-16f7-4bb7-b33b-22efe4e68917'] in dv-cinder-784092-13-iscsi is: [{'id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'name': 'tempest-TestShelveInstance-1685009214-router', 'tenant_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:14:28Z', 'revision_number': 5, 'project_id': '3eff47995f3f4655b1331dbda8a4fdc2', 'gw_port': {'id': '4e44acf8-d1a7-4047-a835-a1ba02fb20f6', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3f725d-16f7-4bb7-b33b-22efe4e68917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:21Z', 'updated_at': '2021-07-02T11:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:14:30.125095 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.149145 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e44acf8-d1a7-4047-a835-a1ba02fb20f6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:30.209047 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781812'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.294779 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13686'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.296935 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.339717 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704168'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.340142 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f3f725d-16f7-4bb7-b33b-22efe4e68917 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 11:14:30.345397 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.346531 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-29ddacef-33f6-4980-8abf-60182faff095 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6f3f725d-16f7-4bb7-b33b-22efe4e68917 HTTP/1.1" status: 204 len: 168 time: 0.9733574 Jul 02 11:14:30.349053 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45144) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:30.392333 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd73b0f-d899-4f48-9e96-a399219880ce admin admin] Deleting subnet 2e4b573e-f211-4c97-a0ae-62a58fff67bc {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:14:30.395469 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5dd73b0f-d899-4f48-9e96-a399219880ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.431167 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5dd73b0f-d899-4f48-9e96-a399219880ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.516945 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5dd73b0f-d899-4f48-9e96-a399219880ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.569613 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5dd73b0f-d899-4f48-9e96-a399219880ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.596950 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd73b0f-d899-4f48-9e96-a399219880ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4b573e-f211-4c97-a0ae-62a58fff67bc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:30.598863 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5dd73b0f-d899-4f48-9e96-a399219880ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.603666 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-5dd73b0f-d899-4f48-9e96-a399219880ce admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2e4b573e-f211-4c97-a0ae-62a58fff67bc HTTP/1.1" status: 204 len: 168 time: 0.2507386 Jul 02 11:14:30.603666 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45146) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:30.606251 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48753898-6236-4e6d-abce-d74156c0548c None None] Network b26bed70-0c26-4d88-b5ea-794be6e2fc5d requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:14:30.682528 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.734245 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8eb33d43-4ca7-4d5b-bedf-a82849fa91d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.745732 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Deleting port b990189d-4e57-49e1-9844-09cb5d95943a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:14:30.746554 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.814695 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] For port b990189d-4e57-49e1-9844-09cb5d95943a, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=b990189d-4e57-49e1-9844-09cb5d95943a,segment=NetworkSegment(7450291f-6c44-4043-b910-8a74b745612b),segment_id=7450291f-6c44-4043-b910-8a74b745612b)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:14:30.815058 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.827894 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Calling delete_port for b990189d-4e57-49e1-9844-09cb5d95943a owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:14:30.907553 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:30.934177 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] No DVR routers for this DVR port b990189d-4e57-49e1-9844-09cb5d95943a on host dv-cinder-784092-13-iscsi {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:14:30.936560 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b990189d-4e57-49e1-9844-09cb5d95943a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:31.007194 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:31.017342 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26bed70-0c26-4d88-b5ea-794be6e2fc5d']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:31.028353 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7450291f-6c44-4043-b910-8a74b745612b') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:31.028834 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7450291f-6c44-4043-b910-8a74b745612b') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:31.042937 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28580043'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:31.063933 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b6ab7-b895-4429-aa21-2e188f202302 None None] DHCP port deletion for b26bed70-0c26-4d88-b5ea-794be6e2fc5d request from dv-cinder-784092-13-iscsi {{(pid=93179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 11:14:31.064636 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:31.071849 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:14:31.072306 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28570708'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: Traceback (most recent call last): Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: timer() Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: cb(*args, **kw) Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: return func(*args, **kwargs) Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: self._notify() Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: self.callback(batched_events) Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: event.method(event) Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: return f(self, *a, **k) Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._get(url).json() Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:14:31.076319 dv-cinder-784092-13-iscsi neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:14:31.135318 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:31.140060 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:31.142303 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b26bed70-0c26-4d88-b5ea-794be6e2fc5d HTTP/1.1" status: 204 len: 168 time: 0.5382140 Jul 02 11:14:31.145321 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45148) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:31.154425 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f21e10-ecb0-4e06-86ec-113beffe7dd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b26bed70-0c26-4d88-b5ea-794be6e2fc5d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:31.496731 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698679'] for router_interface, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:31.532387 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:14:31.551862 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:14:31.552235 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device b3dc5418-8220-4b5e-aadb-fd66c4dfb9b9 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:14:31.552667 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device b990189d-4e57-49e1-9844-09cb5d95943a no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:14:31.574782 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: b990189d-4e57-49e1-9844-09cb5d95943a {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:14:31.575127 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device b990189d-4e57-49e1-9844-09cb5d95943a not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:14:31.576372 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:14:31.595142 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:14:31.595487 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 4e44acf8-d1a7-4047-a835-a1ba02fb20f6 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:14:31.747663 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Deleting port d144768d-c603-4340-a646-0928448ad681 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:14:31.747999 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:31.822498 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] For port d144768d-c603-4340-a646-0928448ad681, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=d144768d-c603-4340-a646-0928448ad681,segment=NetworkSegment(a654dc37-5d2b-4127-803f-deffcc06c3d1),segment_id=a654dc37-5d2b-4127-803f-deffcc06c3d1)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:14:31.822848 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:31.835319 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Calling delete_port for d144768d-c603-4340-a646-0928448ad681 owned by network:router_interface {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:14:32.008636 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:32.031413 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d144768d-c603-4340-a646-0928448ad681,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:32.041106 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:32.041460 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:32.041804 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:32.042142 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:32.042478 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:32.043226 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:32.043226 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:32.043443 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:32.043770 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:32.044636 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:32.044962 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:32.045281 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:32.214488 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698877'] for router_interface, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:32.418663 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Router 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:14:32.523903 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:14:32.529708 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-b7d176f6-bda7-41dd-ae64-d70a661a78e8 admin admin] 10.222.0.24 "PUT /v2.0/routers/607d4a4e-d48d-4c7c-83fb-9baadfe3a99f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3822834 Jul 02 11:14:32.531784 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45150) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:32.534603 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa1d82-0939-4988-814b-7372d5d35c3f None None] Sync routers for ids ['607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:14:32.543888 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa1d82-0939-4988-814b-7372d5d35c3f None None] Routers {'607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:14:32.545373 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-fbfa1d82-0939-4988-814b-7372d5d35c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:14:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:32.631839 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Notify callbacks [] for router, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:32.646825 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-fbfa1d82-0939-4988-814b-7372d5d35c3f None None] Set router 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:14:32.733237 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:32.784777 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Deleting port 7c44019d-588b-45f4-ba2a-99447a1cfa93 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:14:32.785129 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:32.821603 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-fbfa1d82-0939-4988-814b-7372d5d35c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'name': 'tempest-TestShelveInstance-223061512-router', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:14:31Z', 'revision_number': 5, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'gw_port': {'id': '7c44019d-588b-45f4-ba2a-99447a1cfa93', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:32.847969 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa1d82-0939-4988-814b-7372d5d35c3f None None] Checking router: 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:14:32.855972 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa1d82-0939-4988-814b-7372d5d35c3f None None] Routers {'607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:14:32.856661 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-fbfa1d82-0939-4988-814b-7372d5d35c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:14:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:32.866165 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] For port 7c44019d-588b-45f4-ba2a-99447a1cfa93, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=7c44019d-588b-45f4-ba2a-99447a1cfa93,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:14:32.866543 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:32.878463 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Calling delete_port for 7c44019d-588b-45f4-ba2a-99447a1cfa93 owned by network:router_gateway {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:14:32.940245 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-fbfa1d82-0939-4988-814b-7372d5d35c3f None None] Set router 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f gateway port host: None {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:14:32.989308 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-fbfa1d82-0939-4988-814b-7372d5d35c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'name': 'tempest-TestShelveInstance-223061512-router', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:14:32Z', 'revision_number': 6, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'gw_port_host': None}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:33.018259 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa1d82-0939-4988-814b-7372d5d35c3f None None] The sync data for ids ['607d4a4e-d48d-4c7c-83fb-9baadfe3a99f'] in dv-cinder-784092-13-iscsi is: [{'id': '607d4a4e-d48d-4c7c-83fb-9baadfe3a99f', 'name': 'tempest-TestShelveInstance-223061512-router', 'tenant_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:09:26Z', 'updated_at': '2021-07-02T11:14:32Z', 'revision_number': 6, 'project_id': 'd8ef8b7732d14952bc029da045f1a3e6', 'gw_port_host': None}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:14:33.045091 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-23465c31-c831-421f-a37f-7fd43197a5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.056189 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.082233 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Pushing event deleted for resources: {'Port': ['ID=7c44019d-588b-45f4-ba2a-99447a1cfa93,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:33.148388 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781812'] for router_gateway, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.238350 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13686'] for router, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.240562 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.281207 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704168'] for router, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.281782 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 607d4a4e-d48d-4c7c-83fb-9baadfe3a99f {{(pid=93178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 11:14:33.286963 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] Notify callbacks [] for router, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.288092 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-c6d0c51a-6021-4bc7-a335-19a0fa7ebadf admin admin] 10.222.0.24 "DELETE /v2.0/routers/607d4a4e-d48d-4c7c-83fb-9baadfe3a99f HTTP/1.1" status: 204 len: 168 time: 0.7554183 Jul 02 11:14:33.290723 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45152) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:33.333727 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7c7d83-5bde-43af-9517-f79455dc3046 admin admin] Deleting subnet d385160f-b680-47bb-9ed3-9faea337b102 {{(pid=93178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:14:33.336578 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7d83-5bde-43af-9517-f79455dc3046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.369353 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7d83-5bde-43af-9517-f79455dc3046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28293960'] for subnet, precommit_delete_associations {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.480185 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7d83-5bde-43af-9517-f79455dc3046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.496575 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.531299 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7d83-5bde-43af-9517-f79455dc3046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27737695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28375825'] for subnet, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.562017 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c7d83-5bde-43af-9517-f79455dc3046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d385160f-b680-47bb-9ed3-9faea337b102,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:33.563953 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7d83-5bde-43af-9517-f79455dc3046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for subnet, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.566005 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-0d7c7d83-5bde-43af-9517-f79455dc3046 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d385160f-b680-47bb-9ed3-9faea337b102 HTTP/1.1" status: 204 len: 168 time: 0.2742257 Jul 02 11:14:33.567932 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0574a454-51db-4f1b-8a0a-7d8761c827d7 None None] Network 5187ac1e-f1f6-4039-b738-8c6132ca0326 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:14:33.568533 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45154) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:33.637367 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.690750 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Deleting port bafe37ab-b830-43b9-bfb3-fe60f7458955 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:14:33.691085 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.760319 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] For port bafe37ab-b830-43b9-bfb3-fe60f7458955, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=bafe37ab-b830-43b9-bfb3-fe60f7458955,segment=NetworkSegment(a654dc37-5d2b-4127-803f-deffcc06c3d1),segment_id=a654dc37-5d2b-4127-803f-deffcc06c3d1)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:14:33.760704 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.775613 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Calling delete_port for bafe37ab-b830-43b9-bfb3-fe60f7458955 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:14:33.847409 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device d144768d-c603-4340-a646-0928448ad681 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:14:33.865526 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.867353 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: d144768d-c603-4340-a646-0928448ad681 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:14:33.867944 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device d144768d-c603-4340-a646-0928448ad681 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:14:33.869126 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 7c44019d-588b-45f4-ba2a-99447a1cfa93 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:14:33.889355 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 7c44019d-588b-45f4-ba2a-99447a1cfa93 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:14:33.889931 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 7c44019d-588b-45f4-ba2a-99447a1cfa93 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:14:33.891461 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Pushing event deleted for resources: {'Port': ['ID=bafe37ab-b830-43b9-bfb3-fe60f7458955,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:33.901401 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:33.901760 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:33.902106 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:33.902445 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:33.902783 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:33.903067 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534107d-7516-4718-94e3-25b80a71226d None None] DHCP port deletion for 5187ac1e-f1f6-4039-b738-8c6132ca0326 request from dv-cinder-784092-13-iscsi {{(pid=93179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 11:14:33.903196 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:33.903609 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:33.904053 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:33.904397 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:33.904753 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:33.905083 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:33.905410 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:14:33.908419 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] No DVR routers for this DVR port bafe37ab-b830-43b9-bfb3-fe60f7458955 on host dv-cinder-784092-13-iscsi {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:14:33.985515 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:33.995515 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5187ac1e-f1f6-4039-b738-8c6132ca0326']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:34.006108 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a654dc37-5d2b-4127-803f-deffcc06c3d1') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:34.006351 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a654dc37-5d2b-4127-803f-deffcc06c3d1') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:14:34.015550 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28580043'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.029755 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.036793 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:14:34.037039 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28570708'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: Traceback (most recent call last): Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: timer() Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: cb(*args, **kw) Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: return func(*args, **kwargs) Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: self._notify() Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: self.callback(batched_events) Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: event.method(event) Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: return f(self, *a, **k) Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._get(url).json() Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:14:34.039092 dv-cinder-784092-13-iscsi neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:14:34.097322 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.102491 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.104332 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5187ac1e-f1f6-4039-b738-8c6132ca0326 HTTP/1.1" status: 204 len: 168 time: 0.5347965 Jul 02 11:14:34.115345 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fda3a5-0d14-4eca-809e-17131646e416 admin admin] Pushing event deleted for resources: {'Network': ['ID=5187ac1e-f1f6-4039-b738-8c6132ca0326,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:34.214284 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45158) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:34.252620 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-15072209-ef1c-4690-8ba7-5502a847bda5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3eff47995f3f4655b1331dbda8a4fdc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371864 Jul 02 11:14:34.255038 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45160) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:34.303420 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71b4a78e-45f4-44b5-8087-a7f37869049e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.323450 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71b4a78e-45f4-44b5-8087-a7f37869049e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.369915 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71b4a78e-45f4-44b5-8087-a7f37869049e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.373102 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71b4a78e-45f4-44b5-8087-a7f37869049e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.374327 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-71b4a78e-45f4-44b5-8087-a7f37869049e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7573f88-13ac-4fb3-bed6-dee8ffe6e958 HTTP/1.1" status: 204 len: 168 time: 0.1184075 Jul 02 11:14:34.382006 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4a78e-45f4-44b5-8087-a7f37869049e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7573f88-13ac-4fb3-bed6-dee8ffe6e958,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:34.403429 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.675857 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45166) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:34.713908 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-4e64e3b3-4ac6-4888-b653-5b6acefae0e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8ef8b7732d14952bc029da045f1a3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369170 Jul 02 11:14:34.716856 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45168) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:14:34.765704 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10ea465a-86b9-47a1-a925-c0b94940ee63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.787123 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10ea465a-86b9-47a1-a925-c0b94940ee63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.832295 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10ea465a-86b9-47a1-a925-c0b94940ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.834879 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10ea465a-86b9-47a1-a925-c0b94940ee63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:34.836001 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-10ea465a-86b9-47a1-a925-c0b94940ee63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c336558-4d94-43dd-9a50-37e935cf04ec HTTP/1.1" status: 204 len: 168 time: 0.1182787 Jul 02 11:14:34.844170 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea465a-86b9-47a1-a925-c0b94940ee63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c336558-4d94-43dd-9a50-37e935cf04ec,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:14:35.526898 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device bafe37ab-b830-43b9-bfb3-fe60f7458955 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:14:35.547092 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: bafe37ab-b830-43b9-bfb3-fe60f7458955 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:14:35.547432 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device bafe37ab-b830-43b9-bfb3-fe60f7458955 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:14:35.905050 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:14:57.633844 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:00.705430 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-14db0e1b-c344-4e27-9b9a-2c6c1567bb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:03.046584 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-339fcb3d-0e7d-4297-aecc-30655c0329fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:03.501285 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:04.250258 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:15:04.397614 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:05.908027 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:22.974922 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c730-ba6c-4f6c-b1bd-b28a330d0d85 req-bf59f905-8437-4939-9299-85926563dcbe tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:22.976395 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-74a1c730-ba6c-4f6c-b1bd-b28a330d0d85 req-bf59f905-8437-4939-9299-85926563dcbe tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 946 time: 0.2505333 Jul 02 11:15:23.013382 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-74a1c730-ba6c-4f6c-b1bd-b28a330d0d85 req-e3026681-613b-4624-8f9a-e13c3d993440 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314147 Jul 02 11:15:24.192904 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-45c82be4-782e-418b-a8dc-0368db154a5f tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:24.194393 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-45c82be4-782e-418b-a8dc-0368db154a5f tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 946 time: 0.0661805 Jul 02 11:15:24.324799 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110a114-4a57-4a39-a27d-f4d177d2e53e req-ff4b9cc3-d793-48bb-8b8c-6be8c6f581e4 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:24.326294 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0110a114-4a57-4a39-a27d-f4d177d2e53e req-ff4b9cc3-d793-48bb-8b8c-6be8c6f581e4 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 946 time: 0.2029855 Jul 02 11:15:24.353772 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Deleting port 7306da5f-bd2b-4662-aa78-dbbd37942f44 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:15:24.354111 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:24.389910 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0110a114-4a57-4a39-a27d-f4d177d2e53e req-b8de270d-e0f2-41c7-b8f9-bffef873bde1 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567377 Jul 02 11:15:24.455708 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] For port 7306da5f-bd2b-4662-aa78-dbbd37942f44, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7306da5f-bd2b-4662-aa78-dbbd37942f44,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:15:24.455987 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:24.869424 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:24.869803 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:24.870122 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Floating IP 21ce32db-bab5-4043-97bc-8ad30b78f502 disassociated. External IP: 172.27.1.215, port: 7306da5f-bd2b-4662-aa78-dbbd37942f44. Jul 02 11:15:24.870463 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Calling delete_port for 7306da5f-bd2b-4662-aa78-dbbd37942f44 owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:15:24.996929 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:25.027229 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event deleted for resources: {'Port': ['ID=7306da5f-bd2b-4662-aa78-dbbd37942f44,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:15:25.140283 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Router 5ead30de-8861-4100-9155-473465f0118e has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:15:25.248274 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:15:25.258664 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8daeb-5e8e-468e-afbb-a2b67d7ba089 None None] Sync routers for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:15:25.268721 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8daeb-5e8e-468e-afbb-a2b67d7ba089 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:15:25.269353 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5ff8daeb-5e8e-468e-afbb-a2b67d7ba089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:15:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:15:25.292656 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] No DVR routers for this DVR port 7306da5f-bd2b-4662-aa78-dbbd37942f44 on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:15:25.295064 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:25.298440 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cc9e5d41-80ca-4d74-ab13-00dc2097ce6c req-a906c193-96e5-4b18-9fd0-edc98b742785 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "DELETE /v2.0/ports/7306da5f-bd2b-4662-aa78-dbbd37942f44 HTTP/1.1" status: 204 len: 173 time: 1.0936441 Jul 02 11:15:25.298830 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'name': 'network-vif-deleted', 'tag': '7306da5f-bd2b-4662-aa78-dbbd37942f44'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:15:25.301624 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5638d6a6-b4e2-4fe5-b47b-17f4910717dc" -d '{"events": [{"server_uuid": "7fe4b373-9a5f-4725-8464-ded5aa71a3cc", "name": "network-vif-deleted", "tag": "7306da5f-bd2b-4662-aa78-dbbd37942f44"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:15:25.342093 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3259d196-8763-4c90-8387-12e7049d47e8 x-openstack-request-id: req-3259d196-8763-4c90-8387-12e7049d47e8 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:15:25.342930 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe4b373-9a5f-4725-8464-ded5aa71a3cc", "name": "network-vif-deleted", "tag": "7306da5f-bd2b-4662-aa78-dbbd37942f44", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:15:25.343196 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3259d196-8763-4c90-8387-12e7049d47e8 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:15:25.343600 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe4b373-9a5f-4725-8464-ded5aa71a3cc', 'name': 'network-vif-deleted', 'tag': '7306da5f-bd2b-4662-aa78-dbbd37942f44', 'status': 'completed', 'code': 200} Jul 02 11:15:25.388843 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-5ff8daeb-5e8e-468e-afbb-a2b67d7ba089 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:15:25.562158 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9577d653-3a5b-47be-8ccc-9d9ceb95ac2f req-cd14e49f-575c-4831-b906-d54c58f5e20d tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe4b373-9a5f-4725-8464-ded5aa71a3cc HTTP/1.1" status: 200 len: 210 time: 0.0569293 Jul 02 11:15:25.603878 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5ff8daeb-5e8e-468e-afbb-a2b67d7ba089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:15:25.634143 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8daeb-5e8e-468e-afbb-a2b67d7ba089 None None] Checking router: 5ead30de-8861-4100-9155-473465f0118e for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:15:25.644482 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8daeb-5e8e-468e-afbb-a2b67d7ba089 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:15:25.645119 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5ff8daeb-5e8e-468e-afbb-a2b67d7ba089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:15:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:15:25.759655 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-5ff8daeb-5e8e-468e-afbb-a2b67d7ba089 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:15:25.950920 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5ff8daeb-5e8e-468e-afbb-a2b67d7ba089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:15:25.977054 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8daeb-5e8e-468e-afbb-a2b67d7ba089 None None] The sync data for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi is: [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:15:26.188655 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8099042c-32f1-4b0e-b3bc-2c4f1dc51808 None None] New status for floating IP 21ce32db-bab5-4043-97bc-8ad30b78f502: DOWN {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:15:26.843794 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-ea3ed2b1-49e8-4218-aaa8-380f3b45464e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999092048&fields=id&tenant_id=c167f5084ce64dcc92ff5d4f191ea506 HTTP/1.1" status: 200 len: 267 time: 0.0333731 Jul 02 11:15:26.950115 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-34ada244-01cc-4ecb-bc92-af5163a37300 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:26.952241 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-34ada244-01cc-4ecb-bc92-af5163a37300 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 812 time: 0.1013484 Jul 02 11:15:26.966262 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-4efeee3e-90f5-4ab8-9b8b-0105c47a8c22 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/quotas/c167f5084ce64dcc92ff5d4f191ea506 HTTP/1.1" status: 200 len: 375 time: 0.0087380 Jul 02 11:15:27.036836 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-720a7775-652b-4052-8e05-b77006eab36d tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658543 Jul 02 11:15:27.091240 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-01ae08e4-9cd5-4900-bb26-74b9004ea503 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 11:15:27.092329 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-01ae08e4-9cd5-4900-bb26-74b9004ea503 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445237 Jul 02 11:15:27.180064 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-778fc2da-48af-4f55-9d00-5ea7c795fc76 service neutron] 10.222.0.24 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819991 Jul 02 11:15:27.270065 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-5a6551ce-559d-4e3c-b3eb-d3fa0445d6dd service neutron] 10.222.0.24 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842028 Jul 02 11:15:27.561866 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-76483bc9-78c4-4005-88ec-7d92a46ba73c req-275cf300-35fe-49b6-be31-386143d4efb1 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 210 time: 0.0289469 Jul 02 11:15:27.649527 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:27.792916 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 7306da5f-bd2b-4662-aa78-dbbd37942f44 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:15:27.816660 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 7306da5f-bd2b-4662-aa78-dbbd37942f44 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:15:27.817036 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 7306da5f-bd2b-4662-aa78-dbbd37942f44 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:15:28.736547 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6c90f963-c8d5-4d93-8607-83391e485ae1 req-452a6f02-8d4f-47b7-8cd0-deadc6611432 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 210 time: 0.0362802 Jul 02 11:15:28.768541 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-d264c3f8-bd3e-4ab1-96ad-c881db65fc04 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:28.769982 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-d264c3f8-bd3e-4ab1-96ad-c881db65fc04 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 812 time: 0.1377039 Jul 02 11:15:28.812811 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-ea84585f-23ae-461a-8210-3e609f59aa00 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c167f5084ce64dcc92ff5d4f191ea506 HTTP/1.1" status: 200 len: 379 time: 0.0343785 Jul 02 11:15:28.824465 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'port': {'device_id': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'admin_state_up': True, 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'security_groups': ['06f76113-9665-4a29-a2a3-b6b184934cc6']}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:15:28.935594 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Made reservation on behalf of c167f5084ce64dcc92ff5d4f191ea506 for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:15:28.939746 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:29.065078 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Allocated IP 172.20.0.8 (970ee343-06ab-4c0f-9530-142ea0c9af9a/ee924c55-c358-47aa-b821-b945d6f1ecda/e8d62861-09f9-4997-b34c-cba0ffb73cdd) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:15:29.205958 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:29.220486 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Transition to ACTIVE for port object e8d62861-09f9-4997-b34c-cba0ffb73cdd will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:15:29.253090 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:29.298660 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Network 970ee343-06ab-4c0f-9530-142ea0c9af9a is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:15:29.301934 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:15:29.304976 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:15:29.343947 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'Port': ['ID=e8d62861-09f9-4997-b34c-cba0ffb73cdd,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:15:29.365146 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:29.365767 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:29.381062 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b90eee18-5bcc-48e6-b6ec-5a7879d22a75 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5600681 Jul 02 11:15:29.391671 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-63f13021-e18c-432a-98e1-5aa6e467ecc3 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 02 11:15:29.392774 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-63f13021-e18c-432a-98e1-5aa6e467ecc3 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060322 Jul 02 11:15:29.448976 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Request body: {'port': {'device_id': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:15:29.502336 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-9d9d39c4-43b0-4220-ab57-91f1fbeb13b0 None None] Provisioning for port e8d62861-09f9-4997-b34c-cba0ffb73cdd completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:15:29.506829 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-9d9d39c4-43b0-4220-ab57-91f1fbeb13b0 None None] Provisioning complete for port e8d62861-09f9-4997-b34c-cba0ffb73cdd triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:15:29.507422 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9d9d39c4-43b0-4220-ab57-91f1fbeb13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:29.523228 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:29.541491 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d39c4-43b0-4220-ab57-91f1fbeb13b0 None None] Port e8d62861-09f9-4997-b34c-cba0ffb73cdd cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:15:29.782654 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d62861-09f9-4997-b34c-cba0ffb73cdd {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:15:29.790873 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:29.804855 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Transition to ACTIVE for port object e8d62861-09f9-4997-b34c-cba0ffb73cdd will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:15:29.808418 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:29.903090 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Pushing event updated for resources: {'Port': ['ID=e8d62861-09f9-4997-b34c-cba0ffb73cdd,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:15:29.982560 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ea66-055c-4dc3-9dea-5e54e8162901 req-5e84cab3-95a8-42d4-8a04-074828c075da tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:29.984573 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0830ea66-055c-4dc3-9dea-5e54e8162901 req-5e84cab3-95a8-42d4-8a04-074828c075da tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 943 time: 0.1366842 Jul 02 11:15:29.985303 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Attempting to bind port e8d62861-09f9-4997-b34c-cba0ffb73cdd on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:15:29.985626 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Attempting to bind port e8d62861-09f9-4997-b34c-cba0ffb73cdd by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:15:29.985946 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Attempting to bind port e8d62861-09f9-4997-b34c-cba0ffb73cdd on network 970ee343-06ab-4c0f-9530-142ea0c9af9a {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:15:29.990631 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Port e8d62861-09f9-4997-b34c-cba0ffb73cdd on network 970ee343-06ab-4c0f-9530-142ea0c9af9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:15:29.990947 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Attempting to bind port e8d62861-09f9-4997-b34c-cba0ffb73cdd on network 970ee343-06ab-4c0f-9530-142ea0c9af9a {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:15:30.002233 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:15:30.002566 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Checking segment: {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:15:30.002930 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Bound using segment: {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:15:30.003350 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Bound port: e8d62861-09f9-4997-b34c-cba0ffb73cdd, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:15:30.003700 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:30.055790 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0830ea66-055c-4dc3-9dea-5e54e8162901 req-8c390c3a-5360-49fd-aca9-27996006b777 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626936 Jul 02 11:15:30.085693 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] For port e8d62861-09f9-4997-b34c-cba0ffb73cdd, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:15:30.088576 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] For port e8d62861-09f9-4997-b34c-cba0ffb73cdd, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e8d62861-09f9-4997-b34c-cba0ffb73cdd,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:15:30.093399 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:30.127259 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:30.127870 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:30.129281 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-e266bf38-78d6-4054-8718-bf514717208c service neutron] 10.222.0.67 "PUT /v2.0/ports/e8d62861-09f9-4997-b34c-cba0ffb73cdd HTTP/1.1" status: 200 len: 1093 time: 0.7298484 Jul 02 11:15:30.129824 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'tag': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:15:30.132106 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0514d218-4f80-4dee-a16f-5d31884a9b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc0e6ca-67ea-4a16-81e1-733982531336", "tag": "e8d62861-09f9-4997-b34c-cba0ffb73cdd"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:15:30.159625 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266bf38-78d6-4054-8718-bf514717208c service neutron] Pushing event updated for resources: {'Port': ['ID=e8d62861-09f9-4997-b34c-cba0ffb73cdd,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:15:30.224887 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-07b4920b-e74d-45a3-978f-ed56ee69f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:30.226405 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-07b4920b-e74d-45a3-978f-ed56ee69f496 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 1096 time: 0.0589154 Jul 02 11:15:30.243998 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eaa5aa-8747-44ce-a05e-cd7819951c79 x-openstack-request-id: req-d8eaa5aa-8747-44ce-a05e-cd7819951c79 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:15:30.244337 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc0e6ca-67ea-4a16-81e1-733982531336", "tag": "e8d62861-09f9-4997-b34c-cba0ffb73cdd", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:15:30.244594 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8eaa5aa-8747-44ce-a05e-cd7819951c79 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:15:30.245021 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'tag': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'status': 'completed', 'code': 200} Jul 02 11:15:30.273208 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-378a2d5b-6414-46c9-9209-9a11f02ecc7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d62861-09f9-4997-b34c-cba0ffb73cdd HTTP/1.1" status: 200 len: 217 time: 0.0395362 Jul 02 11:15:30.322908 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-04664bf2-6807-4b3e-bab1-cc099684840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:30.324359 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-04664bf2-6807-4b3e-bab1-cc099684840e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0455930 Jul 02 11:15:30.383735 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b4ea4d1b-d487-4d95-b810-3d3905f77e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:30.385241 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-b4ea4d1b-d487-4d95-b810-3d3905f77e55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548642 Jul 02 11:15:30.472739 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-6547710f-e743-44b8-a0f9-e483e3ea117f service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811403 Jul 02 11:15:30.564913 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-87aa78fa-3d24-469c-bf83-8a90dc3a6757 req-fbc273cd-badf-469f-bdb4-7c804256c87d service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856688 Jul 02 11:15:30.659026 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514d218-4f80-4dee-a16f-5d31884a9b9e req-e5e8eb86-9f67-4e3a-b6ac-667edd116396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:30.660589 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0514d218-4f80-4dee-a16f-5d31884a9b9e req-e5e8eb86-9f67-4e3a-b6ac-667edd116396 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 1096 time: 0.0527956 Jul 02 11:15:30.705640 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-91980cf1-9637-4fab-910a-fdf919f6cacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:30.754041 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514d218-4f80-4dee-a16f-5d31884a9b9e req-d1a42d4c-e425-4d59-a714-c694806cb931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:30.755480 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0514d218-4f80-4dee-a16f-5d31884a9b9e req-d1a42d4c-e425-4d59-a714-c694806cb931 service neutron] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 913 time: 0.0870917 Jul 02 11:15:30.795447 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0514d218-4f80-4dee-a16f-5d31884a9b9e req-8508e54e-ae85-4dd0-94c6-496f3b3c578f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d62861-09f9-4997-b34c-cba0ffb73cdd HTTP/1.1" status: 200 len: 217 time: 0.0330317 Jul 02 11:15:30.844691 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514d218-4f80-4dee-a16f-5d31884a9b9e req-15639e55-6a1f-4145-9273-73983510f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:30.846620 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0514d218-4f80-4dee-a16f-5d31884a9b9e req-15639e55-6a1f-4145-9273-73983510f632 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0453782 Jul 02 11:15:30.908494 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514d218-4f80-4dee-a16f-5d31884a9b9e req-b0421730-78f0-46ba-b2c5-85ea4806fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:30.910026 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0514d218-4f80-4dee-a16f-5d31884a9b9e req-b0421730-78f0-46ba-b2c5-85ea4806fdda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561304 Jul 02 11:15:31.004228 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0514d218-4f80-4dee-a16f-5d31884a9b9e req-8b4cffec-f23a-430c-813e-138068650514 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867774 Jul 02 11:15:31.093951 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0514d218-4f80-4dee-a16f-5d31884a9b9e req-8c56e95e-3335-46b8-882d-451c6cec5b61 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832751 Jul 02 11:15:31.229978 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc683e52-e56e-43de-8e2d-8c615cbd241c req-72999024-5a08-4b8a-bc5f-4303652322b6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:31.231466 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dc683e52-e56e-43de-8e2d-8c615cbd241c req-72999024-5a08-4b8a-bc5f-4303652322b6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 943 time: 0.0634847 Jul 02 11:15:31.268100 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dc683e52-e56e-43de-8e2d-8c615cbd241c req-48d86c75-56e5-4ca1-a4a7-3cb4901cad18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306618 Jul 02 11:15:32.440126 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a247f-2c7a-47ad-99a7-093b5fb19a3e req-4cf28fa1-2779-444a-a13e-4dcab47347dc tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:32.441638 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8b3a247f-2c7a-47ad-99a7-093b5fb19a3e req-4cf28fa1-2779-444a-a13e-4dcab47347dc tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 943 time: 0.0646505 Jul 02 11:15:32.483360 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8b3a247f-2c7a-47ad-99a7-093b5fb19a3e req-3fb8c940-708e-4d39-846b-365e874d61a8 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355742 Jul 02 11:15:33.049428 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6f83ee16-17c4-4351-b316-2fce2c42381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:33.502519 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:33.654695 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c8c68-a49d-4735-b550-8c69d63f92da req-8ec96d84-10dc-4445-a475-4940e4266342 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:33.656159 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e6c8c68-a49d-4735-b550-8c69d63f92da req-8ec96d84-10dc-4445-a475-4940e4266342 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 943 time: 0.0638044 Jul 02 11:15:33.692562 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7e6c8c68-a49d-4735-b550-8c69d63f92da req-f29105b7-9714-4e00-b06b-672f5b971bbb tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307183 Jul 02 11:15:34.400419 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:34.859972 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44073746-350a-4ae8-a3d3-33d86de3474c req-a9d46005-5bdd-4ed6-9a78-ef98e5f4c2e6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:34.861497 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-44073746-350a-4ae8-a3d3-33d86de3474c req-a9d46005-5bdd-4ed6-9a78-ef98e5f4c2e6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 943 time: 0.0617528 Jul 02 11:15:34.898186 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-44073746-350a-4ae8-a3d3-33d86de3474c req-2c7759b2-1f82-47b1-90dc-fb4515cba4be tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313001 Jul 02 11:15:35.913621 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:36.067742 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d609a-5149-4cb7-a9c0-3458919901fe req-aab08fe2-1031-40c7-a708-0b8984b865bf tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:36.069215 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce6d609a-5149-4cb7-a9c0-3458919901fe req-aab08fe2-1031-40c7-a708-0b8984b865bf tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 943 time: 0.0641201 Jul 02 11:15:36.106614 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ce6d609a-5149-4cb7-a9c0-3458919901fe req-4978c3f8-c3a2-4fca-a458-c1ef8bfdd4f7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318024 Jul 02 11:15:37.276367 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444787f-8451-4e68-b7e6-9fe92c57a606 req-7267daf0-cede-4b73-8806-bc4c9ea18e10 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:37.277855 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6444787f-8451-4e68-b7e6-9fe92c57a606 req-7267daf0-cede-4b73-8806-bc4c9ea18e10 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 943 time: 0.0622902 Jul 02 11:15:37.316053 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6444787f-8451-4e68-b7e6-9fe92c57a606 req-d1369106-4eba-44d1-b4ed-819b2f1953f0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316429 Jul 02 11:15:37.870165 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device e8d62861-09f9-4997-b34c-cba0ffb73cdd details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:15:37.964545 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port e8d62861-09f9-4997-b34c-cba0ffb73cdd, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e8d62861-09f9-4997-b34c-cba0ffb73cdd,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:15:37.975704 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'port_id': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'mac_address': 'fa:16:3e:5e:2b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:15:38.010318 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:38.022655 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d62861-09f9-4997-b34c-cba0ffb73cdd {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:15:38.041296 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port e8d62861-09f9-4997-b34c-cba0ffb73cdd, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e8d62861-09f9-4997-b34c-cba0ffb73cdd,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:15:38.045268 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:38.092566 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=e8d62861-09f9-4997-b34c-cba0ffb73cdd,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:15:38.099445 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:38.099802 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:38.100146 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:38.100485 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:38.100848 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:38.101185 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:38.101517 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:38.101846 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:38.102176 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:38.102503 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:38.102830 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:38.103154 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:38.301376 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['e8d62861-09f9-4997-b34c-cba0ffb73cdd'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:15:38.482853 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207476a-acdc-41f9-9145-29962d209c61 req-54713b27-b393-4133-90d2-9351a26e6208 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:38.484310 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1207476a-acdc-41f9-9145-29962d209c61 req-54713b27-b393-4133-90d2-9351a26e6208 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 944 time: 0.0621467 Jul 02 11:15:38.524891 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1207476a-acdc-41f9-9145-29962d209c61 req-cf026785-97e9-457d-8667-ad7dbad3d18d tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342314 Jul 02 11:15:39.703981 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41ee8-2e41-44cf-bd0a-8f5f472f2eb7 req-9c9cf75b-6285-44e6-b6a7-530a1b7f7345 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:39.705491 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e3b41ee8-2e41-44cf-bd0a-8f5f472f2eb7 req-9c9cf75b-6285-44e6-b6a7-530a1b7f7345 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 944 time: 0.0629792 Jul 02 11:15:39.742979 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-e3b41ee8-2e41-44cf-bd0a-8f5f472f2eb7 req-69983582-d558-4fb5-9870-ffb970f446c8 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321176 Jul 02 11:15:39.870149 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device e8d62861-09f9-4997-b34c-cba0ffb73cdd up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:15:39.920349 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port e8d62861-09f9-4997-b34c-cba0ffb73cdd completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:15:39.924085 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port e8d62861-09f9-4997-b34c-cba0ffb73cdd triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:15:39.924457 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:39.997314 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:40.019050 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:15:40.021344 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddd5ca0-75f2-4cab-98e3-9ad8d358d365" -d '{"events": [{"server_uuid": "5cc0e6ca-67ea-4a16-81e1-733982531336", "name": "network-vif-plugged", "status": "completed", "tag": "e8d62861-09f9-4997-b34c-cba0ffb73cdd"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:15:40.035092 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port e8d62861-09f9-4997-b34c-cba0ffb73cdd, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e8d62861-09f9-4997-b34c-cba0ffb73cdd,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:15:40.038931 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:40.061956 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2c0596-d065-42db-b135-1f9ee5715837 x-openstack-request-id: req-8a2c0596-d065-42db-b135-1f9ee5715837 {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:15:40.062252 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc0e6ca-67ea-4a16-81e1-733982531336", "name": "network-vif-plugged", "status": "completed", "tag": "e8d62861-09f9-4997-b34c-cba0ffb73cdd", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:15:40.062541 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a2c0596-d065-42db-b135-1f9ee5715837 {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:15:40.062991 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'code': 200} Jul 02 11:15:40.088023 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=e8d62861-09f9-4997-b34c-cba0ffb73cdd,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:15:40.312995 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df5a2f-6295-40bc-9e94-dc914006ee4d req-30b271fb-cf73-485a-b988-1532f8694b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:40.314579 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f3df5a2f-6295-40bc-9e94-dc914006ee4d req-30b271fb-cf73-485a-b988-1532f8694b6f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 1098 time: 0.0510139 Jul 02 11:15:40.347470 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f3df5a2f-6295-40bc-9e94-dc914006ee4d req-df77162b-8b56-49de-810e-03bd31628dbd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265567 Jul 02 11:15:40.912830 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bc701-74ef-48bd-9220-76a017cab119 req-b75a0263-262b-4d75-8253-cdb34d351f0e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:40.914317 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0c8bc701-74ef-48bd-9220-76a017cab119 req-b75a0263-262b-4d75-8253-cdb34d351f0e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 945 time: 0.0654490 Jul 02 11:15:40.953769 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0c8bc701-74ef-48bd-9220-76a017cab119 req-197613d3-972e-494b-84e8-611a1de4e084 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336144 Jul 02 11:15:41.248486 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:15:42.130202 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1fd3c-b003-4198-8aa7-279df3c3ac78 req-0cfc1363-d260-4c8d-85b8-3b31364d37e6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:42.131674 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9fc1fd3c-b003-4198-8aa7-279df3c3ac78 req-0cfc1363-d260-4c8d-85b8-3b31364d37e6 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 945 time: 0.0623305 Jul 02 11:15:42.169415 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9fc1fd3c-b003-4198-8aa7-279df3c3ac78 req-9ef5899d-b9f3-46b1-91b8-ddde151b28bf tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320723 Jul 02 11:15:42.342862 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92118f-f01b-457a-8d1b-9f8d3f07743c req-8c425d3c-4983-4bba-af56-cf398e87aaea tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:42.344961 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cf92118f-f01b-457a-8d1b-9f8d3f07743c req-8c425d3c-4983-4bba-af56-cf398e87aaea tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 945 time: 0.0614357 Jul 02 11:15:42.384418 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-cf92118f-f01b-457a-8d1b-9f8d3f07743c req-d5e3a376-4064-4e6e-a3e8-33c6fe8d5e6f tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339775 Jul 02 11:15:42.409358 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45286) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:15:42.458972 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5192ad-d067-4661-b84b-482e92f37452 tempest-TestVolumeBootPattern-1793727362 tempest-TestVolumeBootPattern-1793727362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:42.460342 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-6c5192ad-d067-4661-b84b-482e92f37452 tempest-TestVolumeBootPattern-1793727362 tempest-TestVolumeBootPattern-1793727362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 1093 time: 0.0500400 Jul 02 11:15:42.463133 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45288) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:15:42.467442 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'floatingip': {'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'port_id': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:15:42.488847 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:42.582977 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:42.684382 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Allocated IP 172.27.1.167 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/169abc7f-7eac-4aa7-87c1-139befb22bc3) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:15:42.781613 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:42.822536 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:42.862034 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:15:42.866250 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:15:42.870356 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:15:42.873361 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'Port': ['ID=169abc7f-7eac-4aa7-87c1-139befb22bc3,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:15:42.899392 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:42.899744 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:42.900087 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:42.900427 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:42.900790 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:42.901132 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:42.901467 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:42.901798 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:42.902128 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:42.902457 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:42.902795 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:42.903108 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:15:43.493783 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:43.566599 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:43.713206 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:43.717518 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:43.792491 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'Port': ['ID=169abc7f-7eac-4aa7-87c1-139befb22bc3,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:15:43.800355 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:43.899288 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Floating IP b8a63b48-7b0c-405f-b43c-873b89e17b2d associated. External IP: 172.27.1.167, port: e8d62861-09f9-4997-b34c-cba0ffb73cdd. Jul 02 11:15:44.101436 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Router 5ead30de-8861-4100-9155-473465f0118e has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:15:44.205028 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:15:44.214067 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3213855-e4f0-4fcc-8c7f-a737bf1dc47e None None] Sync routers for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:15:44.221747 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:15:44.226860 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3213855-e4f0-4fcc-8c7f-a737bf1dc47e None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:15:44.227468 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e3213855-e4f0-4fcc-8c7f-a737bf1dc47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:15:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:15:44.257798 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-de01d44a-f6a9-45e9-9801-0f6bd343ea18 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7936177 Jul 02 11:15:44.258493 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'tag': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:15:44.260786 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177a4d2b-1232-4533-a23e-0e819c17e0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc0e6ca-67ea-4a16-81e1-733982531336", "tag": "e8d62861-09f9-4997-b34c-cba0ffb73cdd"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:15:44.296513 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97555f2-c113-479f-ae34-232920f94607 x-openstack-request-id: req-f97555f2-c113-479f-ae34-232920f94607 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:15:44.297406 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc0e6ca-67ea-4a16-81e1-733982531336", "tag": "e8d62861-09f9-4997-b34c-cba0ffb73cdd", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:15:44.297879 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f97555f2-c113-479f-ae34-232920f94607 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:15:44.298288 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'tag': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'status': 'completed', 'code': 200} Jul 02 11:15:44.332998 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-e3213855-e4f0-4fcc-8c7f-a737bf1dc47e None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:15:44.369275 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a4d2b-1232-4533-a23e-0e819c17e0c2 req-56eb1ebe-87e1-4bb0-9879-4d4d97b136d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:44.370727 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-177a4d2b-1232-4533-a23e-0e819c17e0c2 req-56eb1ebe-87e1-4bb0-9879-4d4d97b136d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 1098 time: 0.0526888 Jul 02 11:15:44.466545 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a4d2b-1232-4533-a23e-0e819c17e0c2 req-1fa02397-1556-44d3-b59d-bf9faa82b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:44.468030 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-177a4d2b-1232-4533-a23e-0e819c17e0c2 req-1fa02397-1556-44d3-b59d-bf9faa82b983 service neutron] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 913 time: 0.0914037 Jul 02 11:15:44.530567 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-177a4d2b-1232-4533-a23e-0e819c17e0c2 req-b5c96ff2-9c2e-4221-a539-a82dfde8c7f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d62861-09f9-4997-b34c-cba0ffb73cdd HTTP/1.1" status: 200 len: 999 time: 0.0563810 Jul 02 11:15:44.577144 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a4d2b-1232-4533-a23e-0e819c17e0c2 req-8aefefbe-ce64-48a0-801b-635409026dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:44.579404 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-177a4d2b-1232-4533-a23e-0e819c17e0c2 req-8aefefbe-ce64-48a0-801b-635409026dcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0432777 Jul 02 11:15:44.637732 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a4d2b-1232-4533-a23e-0e819c17e0c2 req-f95122d4-44ea-4b7c-9b00-fbde21cc8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:15:44.639159 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-177a4d2b-1232-4533-a23e-0e819c17e0c2 req-f95122d4-44ea-4b7c-9b00-fbde21cc8e46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543680 Jul 02 11:15:44.667266 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e3213855-e4f0-4fcc-8c7f-a737bf1dc47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'b8a63b48-7b0c-405f-b43c-873b89e17b2d', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:5e:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:15:43Z', 'updated_at': '2021-07-02T11:15:43Z', 'revision_number': 0, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:15:44.696013 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3213855-e4f0-4fcc-8c7f-a737bf1dc47e None None] Checking router: 5ead30de-8861-4100-9155-473465f0118e for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:15:44.705012 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3213855-e4f0-4fcc-8c7f-a737bf1dc47e None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:15:44.705630 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e3213855-e4f0-4fcc-8c7f-a737bf1dc47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:15:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:15:44.729810 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-177a4d2b-1232-4533-a23e-0e819c17e0c2 req-6afaf194-c4d7-4105-8f9d-fb84e4045662 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835481 Jul 02 11:15:44.808384 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-e3213855-e4f0-4fcc-8c7f-a737bf1dc47e None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:15:44.821607 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-177a4d2b-1232-4533-a23e-0e819c17e0c2 req-852356e3-9862-4b4c-a9b1-171566e9512a service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855706 Jul 02 11:15:45.028184 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e3213855-e4f0-4fcc-8c7f-a737bf1dc47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'b8a63b48-7b0c-405f-b43c-873b89e17b2d', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:5e:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:15:43Z', 'updated_at': '2021-07-02T11:15:43Z', 'revision_number': 0, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:15:45.054122 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3213855-e4f0-4fcc-8c7f-a737bf1dc47e None None] The sync data for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi is: [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'b8a63b48-7b0c-405f-b43c-873b89e17b2d', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:5e:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:15:43Z', 'updated_at': '2021-07-02T11:15:43Z', 'revision_number': 0, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:15:45.235641 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06350fa1-d1dc-4a43-a233-be370020b120 None None] New status for floating IP b8a63b48-7b0c-405f-b43c-873b89e17b2d: ACTIVE {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:15:57.657968 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:16:00.705758 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9294e11e-7d55-418b-a767-2d6f1ca1a547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:16:03.054396 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a21c2e67-ed8a-4909-9462-0dc05cb85d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:16:03.502823 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:16:04.402718 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:16:05.917613 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:16:18.246804 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:16:27.677038 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:16:30.068130 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2fb974f7-7653-46bb-aa11-0896ef9de039 req-8d5cbfd6-4e16-41f4-a0ef-ff37663c858e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515816 Jul 02 11:16:30.160288 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb974f7-7653-46bb-aa11-0896ef9de039 req-4050a74e-663b-400e-b19f-afcd81af7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:16:30.161737 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2fb974f7-7653-46bb-aa11-0896ef9de039 req-4050a74e-663b-400e-b19f-afcd81af7408 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 1098 time: 0.0511711 Jul 02 11:16:30.267376 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb974f7-7653-46bb-aa11-0896ef9de039 req-43eb22cc-d479-4116-b414-d1b1da4e5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:16:30.268851 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2fb974f7-7653-46bb-aa11-0896ef9de039 req-43eb22cc-d479-4116-b414-d1b1da4e5fac service neutron] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 913 time: 0.0862272 Jul 02 11:16:30.331906 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2fb974f7-7653-46bb-aa11-0896ef9de039 req-96dda93e-974b-4626-a865-e04fa5a19bad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d62861-09f9-4997-b34c-cba0ffb73cdd HTTP/1.1" status: 200 len: 1001 time: 0.0564995 Jul 02 11:16:30.383144 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb974f7-7653-46bb-aa11-0896ef9de039 req-01a34aee-b1e0-458a-8392-20348fe08f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:16:30.384543 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2fb974f7-7653-46bb-aa11-0896ef9de039 req-01a34aee-b1e0-458a-8392-20348fe08f1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0456271 Jul 02 11:16:30.440762 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb974f7-7653-46bb-aa11-0896ef9de039 req-39276966-791f-4b90-8be3-db1e18960127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:16:30.442127 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2fb974f7-7653-46bb-aa11-0896ef9de039 req-39276966-791f-4b90-8be3-db1e18960127 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502315 Jul 02 11:16:30.528573 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2fb974f7-7653-46bb-aa11-0896ef9de039 req-4d9a2b83-dd07-4289-bda6-33b8e66a2e28 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792747 Jul 02 11:16:30.619314 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2fb974f7-7653-46bb-aa11-0896ef9de039 req-f59b72bb-a4f6-4dd9-8cba-85ed7dbe30c4 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836091 Jul 02 11:16:30.705798 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-50512204-6af6-4679-b14a-762fbcf7252d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:16:33.055540 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4847267d-b8e1-4e02-93e5-1949cf9592bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:16:33.503915 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:16:34.404936 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:16:35.918191 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:16:55.245738 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:16:57.680659 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:00.705877 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d7227c26-500f-44bd-a026-98ae7854b1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:03.056805 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-5e3c5069-f036-4890-ae97-8e1fbd059d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:03.505067 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:04.407779 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:05.922909 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:19.122849 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-4415f5a0-829e-4695-889c-cfbffbdf4839 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999092048&fields=id&tenant_id=c167f5084ce64dcc92ff5d4f191ea506 HTTP/1.1" status: 200 len: 267 time: 0.0328209 Jul 02 11:17:19.231307 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-bd04f831-58d0-420b-8d34-a62387d1e88c tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:19.232676 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-bd04f831-58d0-420b-8d34-a62387d1e88c tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 812 time: 0.1035538 Jul 02 11:17:19.246854 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-304d7880-2134-4f45-8fa5-b41b1e9eb033 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/quotas/c167f5084ce64dcc92ff5d4f191ea506 HTTP/1.1" status: 200 len: 375 time: 0.0087106 Jul 02 11:17:19.317585 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-086c694c-4815-4691-91e6-f3f3ee5e74ce tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0653274 Jul 02 11:17:19.413507 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-4440b1dd-a309-4d71-8583-18b630508b22 service neutron] 10.222.0.24 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841935 Jul 02 11:17:19.500281 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-65b9bc45-6366-4c1f-9aee-625c2c691736 service neutron] 10.222.0.24 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811858 Jul 02 11:17:19.788378 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-4706ce5a-cb58-46cc-952a-19f85ccb9f2a req-79126811-25a8-4202-9ee6-5a9a0d4f03ab tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 210 time: 0.0276995 Jul 02 11:17:20.806213 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-fbb14ace-261e-4525-9f4b-355815a388a0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:20.807697 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-fbb14ace-261e-4525-9f4b-355815a388a0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 812 time: 0.1031125 Jul 02 11:17:20.855827 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-03a73353-2d02-4970-9c1e-286f35072a15 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c167f5084ce64dcc92ff5d4f191ea506 HTTP/1.1" status: 200 len: 379 time: 0.0389149 Jul 02 11:17:20.865144 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'port': {'device_id': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'admin_state_up': True, 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'security_groups': ['06f76113-9665-4a29-a2a3-b6b184934cc6']}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:17:20.963640 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-41b86e35-a8b5-48fc-b864-7b8a267f101a req-16b67022-61d6-478c-9e78-a1468c04c17e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 210 time: 0.0360065 Jul 02 11:17:21.003894 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Made reservation on behalf of c167f5084ce64dcc92ff5d4f191ea506 for: {'port': 1} {{(pid=93178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 02 11:17:21.007538 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:21.134538 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Allocated IP 172.20.0.13 (970ee343-06ab-4c0f-9530-142ea0c9af9a/ee924c55-c358-47aa-b821-b945d6f1ecda/7418c6c6-6a5e-4fa9-9408-ada1ab62c779) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:17:21.276695 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:21.290502 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Transition to ACTIVE for port object 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:17:21.323340 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:21.372123 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Network 970ee343-06ab-4c0f-9530-142ea0c9af9a is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:17:21.375826 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:17:21.379739 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:17:21.403532 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'Port': ['ID=7418c6c6-6a5e-4fa9-9408-ada1ab62c779,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:17:21.414976 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:21.415327 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:21.415673 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:21.416013 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:21.416339 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:21.416696 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:21.417026 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:21.417352 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:21.417676 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:21.417999 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:21.418321 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:21.418637 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:21.444119 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:21.444674 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:21.460211 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-df48aae3-6c37-4d3a-ab5c-d97a0eb4cfe0 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5990005 Jul 02 11:17:21.472704 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Request body: {'port': {'device_id': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:17:21.547925 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:21.578800 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-043a1a29-b949-49c1-aec9-137dcee60b44 None None] Provisioning for port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 completed by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:17:21.582538 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-043a1a29-b949-49c1-aec9-137dcee60b44 None None] Provisioning complete for port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 triggered by entity DHCP. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:17:21.583093 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-043a1a29-b949-49c1-aec9-137dcee60b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:21.617660 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-043a1a29-b949-49c1-aec9-137dcee60b44 None None] Port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 cannot update to ACTIVE because it is not bound. {{(pid=93179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 02 11:17:21.805788 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:17:21.814636 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:21.826175 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Transition to ACTIVE for port object 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 02 11:17:21.830033 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:21.877098 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Pushing event updated for resources: {'Port': ['ID=7418c6c6-6a5e-4fa9-9408-ada1ab62c779,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:17:21.957434 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Attempting to bind port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 02 11:17:21.957695 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Attempting to bind port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 02 11:17:21.958027 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Attempting to bind port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 on network 970ee343-06ab-4c0f-9530-142ea0c9af9a {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:17:21.962417 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 on network 970ee343-06ab-4c0f-9530-142ea0c9af9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 02 11:17:21.962738 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Attempting to bind port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 on network 970ee343-06ab-4c0f-9530-142ea0c9af9a {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 02 11:17:21.967679 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Checking agent: {'id': '1d5c961d-d33e-46af-bc07-22c7a18d329c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'started_at': datetime.datetime(2021, 7, 2, 11, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 2, 11, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 02 11:17:21.968011 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Checking segment: {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 02 11:17:21.968399 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Bound using segment: {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 02 11:17:21.968854 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Bound port: 7418c6c6-6a5e-4fa9-9408-ada1ab62c779, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27fd93a-19c8-487f-b413-88d55ee02295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 02 11:17:21.969214 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:22.034439 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] For port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779, host hv-cinder-78409, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 02 11:17:22.037534 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] For port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7418c6c6-6a5e-4fa9-9408-ada1ab62c779,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 02 11:17:22.042931 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:22.079846 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:22.080465 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:22.081897 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] 10.222.0.67 "PUT /v2.0/ports/7418c6c6-6a5e-4fa9-9408-ada1ab62c779 HTTP/1.1" status: 200 len: 1094 time: 0.6142211 Jul 02 11:17:22.082343 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'tag': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:17:22.084596 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec447637-de10-4142-97ee-fa6fca683617" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c12f7b-fecb-4117-8c55-ab01d93d0e6b", "tag": "7418c6c6-6a5e-4fa9-9408-ada1ab62c779"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:17:22.137398 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a443fb74-2295-40cb-84ee-58eb65db667f x-openstack-request-id: req-a443fb74-2295-40cb-84ee-58eb65db667f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:17:22.137718 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c12f7b-fecb-4117-8c55-ab01d93d0e6b", "tag": "7418c6c6-6a5e-4fa9-9408-ada1ab62c779", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:17:22.137940 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a443fb74-2295-40cb-84ee-58eb65db667f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:17:22.138337 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'tag': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779', 'status': 'completed', 'code': 200} Jul 02 11:17:22.174799 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb15b2-4333-4f98-a5a1-d582c9b7fdab service neutron] Pushing event updated for resources: {'Port': ['ID=7418c6c6-6a5e-4fa9-9408-ada1ab62c779,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:17:22.226623 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1229219-fedd-481c-bca4-0c4067a73dad req-840f00dd-233b-480a-80a9-f2e8748eaeb8 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:22.228159 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a1229219-fedd-481c-bca4-0c4067a73dad req-840f00dd-233b-480a-80a9-f2e8748eaeb8 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 944 time: 0.1386104 Jul 02 11:17:22.231035 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-02da8e65-443c-488f-800d-c85cc6dc320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:22.232406 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-02da8e65-443c-488f-800d-c85cc6dc320d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 1097 time: 0.0968070 Jul 02 11:17:22.281127 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-215fbede-e972-4b62-b9e1-303a3631400b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7418c6c6-6a5e-4fa9-9408-ada1ab62c779 HTTP/1.1" status: 200 len: 217 time: 0.0403051 Jul 02 11:17:22.327919 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-a1229219-fedd-481c-bca4-0c4067a73dad req-72f40d03-ca56-40d3-9d0d-e404e8f54e71 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933301 Jul 02 11:17:22.341259 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-3f8110d5-cc35-40b3-b318-f394a8fa5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:22.343404 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-3f8110d5-cc35-40b3-b318-f394a8fa5bc1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0564704 Jul 02 11:17:22.399082 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-bfb91073-a9a6-444f-a641-419ecf92ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:22.400542 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-bfb91073-a9a6-444f-a641-419ecf92ea0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515215 Jul 02 11:17:22.489286 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-0692d8af-e9f0-42fc-a480-c3f11b902a00 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809660 Jul 02 11:17:22.578651 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7a07cddd-5404-4879-8058-cd4bb22b9fa2 req-8f33ba40-ecfe-4531-86f8-3f3cf62dd11b service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834644 Jul 02 11:17:22.676363 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec447637-de10-4142-97ee-fa6fca683617 req-f2cfa69b-78e1-480b-bd5f-dc7c96bf651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:22.677920 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ec447637-de10-4142-97ee-fa6fca683617 req-f2cfa69b-78e1-480b-bd5f-dc7c96bf651d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 1097 time: 0.0522001 Jul 02 11:17:23.020457 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec447637-de10-4142-97ee-fa6fca683617 req-21a056ef-6ec5-470b-ae4d-f5034b71bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:23.021941 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ec447637-de10-4142-97ee-fa6fca683617 req-21a056ef-6ec5-470b-ae4d-f5034b71bd16 service neutron] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 913 time: 0.3382123 Jul 02 11:17:23.064965 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ec447637-de10-4142-97ee-fa6fca683617 req-cf4210d2-1819-4943-94cf-12cac521d1b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7418c6c6-6a5e-4fa9-9408-ada1ab62c779 HTTP/1.1" status: 200 len: 217 time: 0.0333545 Jul 02 11:17:23.112961 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec447637-de10-4142-97ee-fa6fca683617 req-d0d09b02-e95b-4d6a-9ef8-2f563b9784c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:23.114325 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ec447637-de10-4142-97ee-fa6fca683617 req-d0d09b02-e95b-4d6a-9ef8-2f563b9784c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0424397 Jul 02 11:17:23.173632 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec447637-de10-4142-97ee-fa6fca683617 req-b6d6122f-87f9-4af7-8a65-dcf59aa1aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:23.174981 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ec447637-de10-4142-97ee-fa6fca683617 req-b6d6122f-87f9-4af7-8a65-dcf59aa1aade service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541363 Jul 02 11:17:23.261693 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ec447637-de10-4142-97ee-fa6fca683617 req-d5ab616f-6dac-412a-aae3-595c3688f93c service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800788 Jul 02 11:17:23.354059 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ec447637-de10-4142-97ee-fa6fca683617 req-c48beab4-73f8-4111-a0c1-c6d7e2005247 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859537 Jul 02 11:17:23.498059 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec532d9b-360b-47f9-9c38-74fb698d498a req-50f5b743-994b-4271-9c17-9d4124d7d8e5 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:23.500123 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ec532d9b-360b-47f9-9c38-74fb698d498a req-50f5b743-994b-4271-9c17-9d4124d7d8e5 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 944 time: 0.0616615 Jul 02 11:17:23.536289 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ec532d9b-360b-47f9-9c38-74fb698d498a req-e6527b00-0f49-45bf-aaac-f64046ac01d4 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307190 Jul 02 11:17:24.704215 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee22e3c-2f3c-4655-98cf-452be49f7de9 req-a0c69f09-8b29-4d7e-8708-ca26b7320cd2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:24.705716 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1ee22e3c-2f3c-4655-98cf-452be49f7de9 req-a0c69f09-8b29-4d7e-8708-ca26b7320cd2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 944 time: 0.0622864 Jul 02 11:17:24.744887 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1ee22e3c-2f3c-4655-98cf-452be49f7de9 req-8575dae4-bd43-4f74-bda8-3556d13635e4 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336928 Jul 02 11:17:25.915158 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef257606-cc6f-4d6d-a250-0a3f9703edc0 req-5102b78a-304b-455f-8b7c-8afd4e5ee793 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:25.916563 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ef257606-cc6f-4d6d-a250-0a3f9703edc0 req-5102b78a-304b-455f-8b7c-8afd4e5ee793 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 944 time: 0.0633764 Jul 02 11:17:25.954122 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ef257606-cc6f-4d6d-a250-0a3f9703edc0 req-d523b8a0-25b1-4128-ab1d-5bba24363f13 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312295 Jul 02 11:17:27.124229 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd6efd-1f88-415a-a9c8-028929e22a19 req-558eb456-e82c-4aec-9038-0b8c0ba1f8cb tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:27.125750 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f7fd6efd-1f88-415a-a9c8-028929e22a19 req-558eb456-e82c-4aec-9038-0b8c0ba1f8cb tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 944 time: 0.0619006 Jul 02 11:17:27.162488 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-f7fd6efd-1f88-415a-a9c8-028929e22a19 req-6968f7e8-822a-4506-a602-a5f379d19aba tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310140 Jul 02 11:17:27.687432 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:28.337771 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abecc27-17b8-4a5f-9d5b-ba0623e7a8dc req-52a98c0b-6c8a-42f8-a6c3-4e3fe4af5529 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:28.339231 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6abecc27-17b8-4a5f-9d5b-ba0623e7a8dc req-52a98c0b-6c8a-42f8-a6c3-4e3fe4af5529 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 944 time: 0.0656312 Jul 02 11:17:28.376102 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-6abecc27-17b8-4a5f-9d5b-ba0623e7a8dc req-509a8084-cafc-4fe0-aa8d-fc2d17b35b6c tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311258 Jul 02 11:17:29.562889 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fba99-f3b2-40a1-bcdf-d494ce723031 req-98e7f457-85d2-468e-b1c3-09862eab3609 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:29.564356 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-155fba99-f3b2-40a1-bcdf-d494ce723031 req-98e7f457-85d2-468e-b1c3-09862eab3609 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 944 time: 0.0627179 Jul 02 11:17:29.602004 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-155fba99-f3b2-40a1-bcdf-d494ce723031 req-d8255511-db14-463e-8f5c-a72833fc554d tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Jul 02 11:17:30.486972 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=93179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 02 11:17:30.577741 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7418c6c6-6a5e-4fa9-9408-ada1ab62c779,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:17:30.588142 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Returning: {'device': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'port_id': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779', 'mac_address': 'fa:16:3e:ee:0f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 02 11:17:30.627887 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:30.640459 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 {{(pid=93179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 02 11:17:30.660241 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7418c6c6-6a5e-4fa9-9408-ada1ab62c779,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:17:30.663831 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:30.720846 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-eab998f4-46c9-4fac-a543-928afccdffcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:30.724784 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=7418c6c6-6a5e-4fa9-9408-ada1ab62c779,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:17:30.731704 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:30.732059 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:30.732404 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:30.732909 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:30.733408 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:30.733755 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:30.734090 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:30.734421 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:30.734753 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:30.735081 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:30.735406 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:30.735729 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:17:30.776078 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c99ba-62ab-4518-9efd-58206f446d48 req-584a838e-c1e8-4393-8e53-c7365df3ef28 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:30.777569 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3f3c99ba-62ab-4518-9efd-58206f446d48 req-584a838e-c1e8-4393-8e53-c7365df3ef28 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 945 time: 0.0681498 Jul 02 11:17:30.820106 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-3f3c99ba-62ab-4518-9efd-58206f446d48 req-cc705f2a-941c-4790-b2d1-7f0806d957c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369966 Jul 02 11:17:30.875451 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] get_ports_and_sgs() called for port_ids ['7418c6c6-6a5e-4fa9-9408-ada1ab62c779'] {{(pid=93179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 02 11:17:31.990672 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4dd45-3152-427a-a200-8db94e3688d3 req-74efab11-15a3-4102-94f3-fb822eba620d tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:31.992149 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7ef4dd45-3152-427a-a200-8db94e3688d3 req-74efab11-15a3-4102-94f3-fb822eba620d tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 945 time: 0.0625665 Jul 02 11:17:32.059063 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-7ef4dd45-3152-427a-a200-8db94e3688d3 req-eeaa5804-5892-4a13-8d4e-31071cfb9baa tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612826 Jul 02 11:17:32.076312 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-906ccdce-7646-4269-8cc3-59e561b52440 req-bfc6b509-2f67-4223-a5f3-df948cae6fda service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762868 Jul 02 11:17:32.171763 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ccdce-7646-4269-8cc3-59e561b52440 req-0c576bce-b9a9-44cd-89e6-7cfded5d3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:32.173167 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-906ccdce-7646-4269-8cc3-59e561b52440 req-0c576bce-b9a9-44cd-89e6-7cfded5d3894 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 1098 time: 0.0557506 Jul 02 11:17:32.244232 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:17:32.275863 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ccdce-7646-4269-8cc3-59e561b52440 req-e3119934-947f-45df-903a-007119552d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:32.277355 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-906ccdce-7646-4269-8cc3-59e561b52440 req-e3119934-947f-45df-903a-007119552d6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 913 time: 0.0848105 Jul 02 11:17:32.345326 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-906ccdce-7646-4269-8cc3-59e561b52440 req-9df6eff5-ad2b-4afe-a00e-d2660d67ff01 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d62861-09f9-4997-b34c-cba0ffb73cdd HTTP/1.1" status: 200 len: 1001 time: 0.0610702 Jul 02 11:17:32.391110 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ccdce-7646-4269-8cc3-59e561b52440 req-fb7f3bc9-20f8-492c-9fcf-fa4db5246da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:32.392457 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-906ccdce-7646-4269-8cc3-59e561b52440 req-fb7f3bc9-20f8-492c-9fcf-fa4db5246da6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0415912 Jul 02 11:17:32.447160 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ccdce-7646-4269-8cc3-59e561b52440 req-3f007cc3-e7dd-46b6-9a3f-ae4a152f9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:32.448582 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-906ccdce-7646-4269-8cc3-59e561b52440 req-3f007cc3-e7dd-46b6-9a3f-ae4a152f9975 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501080 Jul 02 11:17:32.488897 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 up at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 02 11:17:32.535841 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning for port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 completed by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 02 11:17:32.539447 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Provisioning complete for port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 triggered by entity L2. {{(pid=93179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 02 11:17:32.539819 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3881172'] for port, provisioning_complete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:32.544529 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-906ccdce-7646-4269-8cc3-59e561b52440 req-95897611-36b7-44f0-8bd6-4a427e134460 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885124 Jul 02 11:17:32.616534 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:32.632310 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-906ccdce-7646-4269-8cc3-59e561b52440 req-ad7483fd-cc74-467e-8cd2-4711c732f960 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817969 Jul 02 11:17:32.638465 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779'}] {{(pid=93179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:17:32.641244 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c88fa71425894bfb1ef21b6723704402eab628875227223666fba599f459716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261bfc05-2de4-4860-8634-cbe43bb7d2fc" -d '{"events": [{"server_uuid": "a7c12f7b-fecb-4117-8c55-ab01d93d0e6b", "name": "network-vif-plugged", "status": "completed", "tag": "7418c6c6-6a5e-4fa9-9408-ada1ab62c779"}]}' {{(pid=93179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:17:32.653984 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] For port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7418c6c6-6a5e-4fa9-9408-ada1ab62c779,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:17:32.658574 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:32.709491 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Pushing event updated for resources: {'Port': ['ID=7418c6c6-6a5e-4fa9-9408-ada1ab62c779,revision_number=5']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:17:32.731705 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce0064c-e356-4567-9898-10f65c99901a x-openstack-request-id: req-4ce0064c-e356-4567-9898-10f65c99901a {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:17:32.731996 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c12f7b-fecb-4117-8c55-ab01d93d0e6b", "name": "network-vif-plugged", "status": "completed", "tag": "7418c6c6-6a5e-4fa9-9408-ada1ab62c779", "code": 200}]} {{(pid=93179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:17:32.732247 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ce0064c-e356-4567-9898-10f65c99901a {{(pid=93179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:17:32.733299 dv-cinder-784092-13-iscsi neutron-server[93179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779', 'code': 200} Jul 02 11:17:33.006832 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586d7bd-5bf8-40f9-b8a6-067055e3f585 req-307f35a4-e881-4344-8b90-90c311458c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:33.008285 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0586d7bd-5bf8-40f9-b8a6-067055e3f585 req-307f35a4-e881-4344-8b90-90c311458c36 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 1099 time: 0.0549805 Jul 02 11:17:33.042230 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-0586d7bd-5bf8-40f9-b8a6-067055e3f585 req-d992ba25-68b8-4533-8829-040322ce5cf7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272515 Jul 02 11:17:33.057174 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-3b8d4fb4-25e8-4d28-ab93-72fb5ebecb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:33.230075 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b4b28-1c67-4bdf-8be9-92d5990af766 req-2d5d4bdd-e054-4607-8513-0c370286ef25 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:33.231539 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-604b4b28-1c67-4bdf-8be9-92d5990af766 req-2d5d4bdd-e054-4607-8513-0c370286ef25 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 946 time: 0.0629778 Jul 02 11:17:33.268807 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-604b4b28-1c67-4bdf-8be9-92d5990af766 req-38bbb518-0650-4911-bdc0-c297873316c5 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315306 Jul 02 11:17:33.506651 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:34.410889 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:34.439139 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a4798-2f14-4c86-b8eb-37ddff45869e req-d3fb4498-ade9-4d59-aa9a-78da86d53d38 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:34.440955 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dd5a4798-2f14-4c86-b8eb-37ddff45869e req-d3fb4498-ade9-4d59-aa9a-78da86d53d38 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 946 time: 0.0629478 Jul 02 11:17:34.477492 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-dd5a4798-2f14-4c86-b8eb-37ddff45869e req-0a3887b3-eda1-4b1d-82c3-37f82406a0b1 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Jul 02 11:17:34.649488 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145c50f-1c81-4cc9-b357-3ad1aa3035d5 req-a13071cc-9a62-4eee-9b9f-d9eefb71a25e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:34.650893 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8145c50f-1c81-4cc9-b357-3ad1aa3035d5 req-a13071cc-9a62-4eee-9b9f-d9eefb71a25e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 946 time: 0.0664613 Jul 02 11:17:34.687859 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-8145c50f-1c81-4cc9-b357-3ad1aa3035d5 req-6d886111-ba7c-41d6-a4e9-c77ce7dae0cb tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307143 Jul 02 11:17:34.711705 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45404) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:17:34.761550 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1bcf0d-ba9a-42c9-a52c-0301511c6be3 tempest-TestVolumeBootPattern-1793727362 tempest-TestVolumeBootPattern-1793727362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:34.763039 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-3c1bcf0d-ba9a-42c9-a52c-0301511c6be3 tempest-TestVolumeBootPattern-1793727362 tempest-TestVolumeBootPattern-1793727362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 1094 time: 0.0503371 Jul 02 11:17:34.766421 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45406) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:17:34.770808 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.v2.base [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Request body: {'floatingip': {'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'port_id': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 02 11:17:34.792696 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:34.888166 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:34.989332 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Allocated IP 172.27.1.78 (9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2/f146cd6e-40c1-4840-88db-9d923df599f7/b2928531-fdb0-44e1-8cec-0a27cd2391b4) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 02 11:17:35.091626 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:35.128707 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3775744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-315488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738737405377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27737612'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:35.168156 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Network 9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 02 11:17:35.171020 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 02 11:17:35.174390 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 02 11:17:35.195746 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'Port': ['ID=b2928531-fdb0-44e1-8cec-0a27cd2391b4,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:17:35.535705 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:35.615982 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775809'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:35.760703 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:35.764927 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738737877252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738737405395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738737406212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27737630'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:35.830148 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event updated for resources: {'Port': ['ID=b2928531-fdb0-44e1-8cec-0a27cd2391b4,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:17:35.841429 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781758'] for floatingip, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:35.927833 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:35.944450 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Floating IP ab1453be-bfd4-44c4-aa4f-e785e56d0ceb associated. External IP: 172.27.1.78, port: 7418c6c6-6a5e-4fa9-9408-ada1ab62c779. Jul 02 11:17:36.148116 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Router 5ead30de-8861-4100-9155-473465f0118e has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:17:36.251952 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:17:36.261167 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da3791a-0c21-4fd1-90a6-650dc10f7c18 None None] Sync routers for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:17:36.271473 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da3791a-0c21-4fd1-90a6-650dc10f7c18 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:17:36.272160 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7da3791a-0c21-4fd1-90a6-650dc10f7c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:17:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:17:36.274003 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:17:36.311562 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-a2e281e3-85cc-4021-9a0c-8a535f0c9021 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5440485 Jul 02 11:17:36.312125 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'tag': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:17:36.314567 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599e7bea-a41c-434a-aba7-3f4b7e97673e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c12f7b-fecb-4117-8c55-ab01d93d0e6b", "tag": "7418c6c6-6a5e-4fa9-9408-ada1ab62c779"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:17:36.351960 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2252385c-0bf7-4077-8b78-0f94e8e4c6b5 x-openstack-request-id: req-2252385c-0bf7-4077-8b78-0f94e8e4c6b5 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:17:36.352256 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c12f7b-fecb-4117-8c55-ab01d93d0e6b", "tag": "7418c6c6-6a5e-4fa9-9408-ada1ab62c779", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:17:36.352511 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2252385c-0bf7-4077-8b78-0f94e8e4c6b5 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:17:36.352939 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'tag': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779', 'status': 'completed', 'code': 200} Jul 02 11:17:36.380521 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7da3791a-0c21-4fd1-90a6-650dc10f7c18 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:17:36.425434 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e7bea-a41c-434a-aba7-3f4b7e97673e req-4961a95c-a993-446c-8376-d6485885fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:36.426967 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-599e7bea-a41c-434a-aba7-3f4b7e97673e req-4961a95c-a993-446c-8376-d6485885fb92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 1099 time: 0.0520685 Jul 02 11:17:36.555257 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e7bea-a41c-434a-aba7-3f4b7e97673e req-84544813-b137-498e-b3e0-41911c33afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:36.557657 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-599e7bea-a41c-434a-aba7-3f4b7e97673e req-84544813-b137-498e-b3e0-41911c33afcb service neutron] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 913 time: 0.1242623 Jul 02 11:17:36.621367 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-599e7bea-a41c-434a-aba7-3f4b7e97673e req-16822fab-80c5-44cd-926d-517293ad86b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7418c6c6-6a5e-4fa9-9408-ada1ab62c779 HTTP/1.1" status: 200 len: 999 time: 0.0564256 Jul 02 11:17:36.640832 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7da3791a-0c21-4fd1-90a6-650dc10f7c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'ab1453be-bfd4-44c4-aa4f-e785e56d0ceb', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:ee:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:17:35Z', 'updated_at': '2021-07-02T11:17:35Z', 'revision_number': 0, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}, {'id': 'b8a63b48-7b0c-405f-b43c-873b89e17b2d', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:5e:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:15:43Z', 'updated_at': '2021-07-02T11:15:45Z', 'revision_number': 1, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:17:36.665683 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da3791a-0c21-4fd1-90a6-650dc10f7c18 None None] Checking router: 5ead30de-8861-4100-9155-473465f0118e for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:17:36.669428 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e7bea-a41c-434a-aba7-3f4b7e97673e req-18a17a4f-227a-4d4c-b7e6-c6c98259e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:36.671044 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-599e7bea-a41c-434a-aba7-3f4b7e97673e req-18a17a4f-227a-4d4c-b7e6-c6c98259e96f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0436704 Jul 02 11:17:36.673699 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da3791a-0c21-4fd1-90a6-650dc10f7c18 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:17:36.674291 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7da3791a-0c21-4fd1-90a6-650dc10f7c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:17:33Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:17:36.729969 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e7bea-a41c-434a-aba7-3f4b7e97673e req-c9931a8a-6a6a-455d-aba4-86723f4b891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:17:36.731464 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-599e7bea-a41c-434a-aba7-3f4b7e97673e req-c9931a8a-6a6a-455d-aba4-86723f4b891a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543056 Jul 02 11:17:36.824177 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-599e7bea-a41c-434a-aba7-3f4b7e97673e req-9cfe5331-7810-47e5-8a07-0b178f726649 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859604 Jul 02 11:17:36.899406 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7da3791a-0c21-4fd1-90a6-650dc10f7c18 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:17:36.918530 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-599e7bea-a41c-434a-aba7-3f4b7e97673e req-a4c5516f-f16e-4bec-a334-33e580769caf service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879290 Jul 02 11:17:37.117979 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7da3791a-0c21-4fd1-90a6-650dc10f7c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'ab1453be-bfd4-44c4-aa4f-e785e56d0ceb', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:ee:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:17:35Z', 'updated_at': '2021-07-02T11:17:35Z', 'revision_number': 0, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}, {'id': 'b8a63b48-7b0c-405f-b43c-873b89e17b2d', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:5e:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:15:43Z', 'updated_at': '2021-07-02T11:15:45Z', 'revision_number': 1, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:17:37.146919 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da3791a-0c21-4fd1-90a6-650dc10f7c18 None None] The sync data for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi is: [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'ab1453be-bfd4-44c4-aa4f-e785e56d0ceb', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:ee:0f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:17:35Z', 'updated_at': '2021-07-02T11:17:35Z', 'revision_number': 0, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}, {'id': 'b8a63b48-7b0c-405f-b43c-873b89e17b2d', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:5e:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:15:43Z', 'updated_at': '2021-07-02T11:15:45Z', 'revision_number': 1, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:17:37.322567 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb3a1c-29b8-4b1f-bf8c-a03898c8bf79 None None] New status for floating IP ab1453be-bfd4-44c4-aa4f-e785e56d0ceb: ACTIVE {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:17:57.689215 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:18:00.711571 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fbfd199d-a983-4894-beab-be50b9eafa40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:18:03.057543 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a9e9b98e-c54c-4780-87d4-4715103214d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:18:03.506701 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:18:04.414558 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:18:05.930466 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:18:09.244535 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:18:27.701288 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:18:30.711979 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c0495977-2ea5-49a4-b1de-170625b54450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:18:33.041901 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2b41df86-85e9-48ef-98be-ea432091c3d4 req-daab365b-c174-4ebd-a991-8e0bffe53288 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511982 Jul 02 11:18:33.058058 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-65d73a2a-a277-4f7a-90df-aad15d3008f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:18:33.133699 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41df86-85e9-48ef-98be-ea432091c3d4 req-c92a4b99-69ae-4d70-9f4c-c3fde4d31721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:18:33.135128 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2b41df86-85e9-48ef-98be-ea432091c3d4 req-c92a4b99-69ae-4d70-9f4c-c3fde4d31721 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 1098 time: 0.0502355 Jul 02 11:18:33.238110 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41df86-85e9-48ef-98be-ea432091c3d4 req-83d46d4b-0654-46cb-ae3c-d720840a8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:18:33.239530 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2b41df86-85e9-48ef-98be-ea432091c3d4 req-83d46d4b-0654-46cb-ae3c-d720840a8cf6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 913 time: 0.0854611 Jul 02 11:18:33.304760 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2b41df86-85e9-48ef-98be-ea432091c3d4 req-7269be89-7878-4350-8141-f7391ebdde9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d62861-09f9-4997-b34c-cba0ffb73cdd HTTP/1.1" status: 200 len: 1001 time: 0.0591693 Jul 02 11:18:33.352408 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41df86-85e9-48ef-98be-ea432091c3d4 req-dd5d3d62-058b-4160-835f-e8c42261e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:18:33.353877 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2b41df86-85e9-48ef-98be-ea432091c3d4 req-dd5d3d62-058b-4160-835f-e8c42261e6e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0437913 Jul 02 11:18:33.409585 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41df86-85e9-48ef-98be-ea432091c3d4 req-b9e14400-ecbc-4d88-8d68-bcd2c0d8563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:18:33.411034 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2b41df86-85e9-48ef-98be-ea432091c3d4 req-b9e14400-ecbc-4d88-8d68-bcd2c0d8563d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514181 Jul 02 11:18:33.500331 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2b41df86-85e9-48ef-98be-ea432091c3d4 req-0db8e902-aad4-4812-ae8e-e9a499ea32e5 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829215 Jul 02 11:18:33.507182 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:18:33.588367 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-2b41df86-85e9-48ef-98be-ea432091c3d4 req-f2d3ab7b-f6b2-43c4-aa2f-92fb617dcedd service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816751 Jul 02 11:18:34.416509 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:18:35.933726 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:18:46.244177 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:18:57.705713 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:00.712553 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4fd62145-96ab-45a4-979c-e6d0eb6221a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:03.058673 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-447642d1-517b-41ea-9660-92477ae5c9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:03.507748 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:04.418404 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:04.456081 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45448) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:04.958572 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Deleting port b2928531-fdb0-44e1-8cec-0a27cd2391b4 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:19:04.958919 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:05.032497 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:05.032853 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:05.044693 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Calling delete_port for b2928531-fdb0-44e1-8cec-0a27cd2391b4 owned by network:floatingip {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:19:05.186067 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:05.211660 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event deleted for resources: {'Port': ['ID=b2928531-fdb0-44e1-8cec-0a27cd2391b4,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:05.238089 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:05.238436 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:05.238774 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:05.239106 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:05.239435 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:05.239763 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:05.240086 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:05.240407 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:05.240775 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:05.241079 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:05.241395 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:05.241710 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:05.281091 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:05.281423 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Floating IP ab1453be-bfd4-44c4-aa4f-e785e56d0ceb disassociated (deleted). External IP: 172.27.1.78, port: 7418c6c6-6a5e-4fa9-9408-ada1ab62c779. Jul 02 11:19:05.485132 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Router 5ead30de-8861-4100-9155-473465f0118e has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:19:05.591325 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:19:05.595734 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:05.601911 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f96e1a-5f5d-4de3-bda1-21be9202f0a5 None None] Sync routers for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:19:05.611124 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f96e1a-5f5d-4de3-bda1-21be9202f0a5 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:19:05.612392 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-38f96e1a-5f5d-4de3-bda1-21be9202f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:19:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:05.633876 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-29b5d940-a1c6-402f-b7f1-a4947c869906 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "DELETE /v2.0/floatingips/ab1453be-bfd4-44c4-aa4f-e785e56d0ceb HTTP/1.1" status: 204 len: 168 time: 1.1766889 Jul 02 11:19:05.634565 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'tag': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:19:05.637378 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98888e03-652b-471f-9893-f44686ee8b56" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c12f7b-fecb-4117-8c55-ab01d93d0e6b", "tag": "7418c6c6-6a5e-4fa9-9408-ada1ab62c779"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:19:05.675870 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e2e7e5-a9bb-4eca-944c-969e49af0c15 x-openstack-request-id: req-28e2e7e5-a9bb-4eca-944c-969e49af0c15 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:19:05.676163 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c12f7b-fecb-4117-8c55-ab01d93d0e6b", "tag": "7418c6c6-6a5e-4fa9-9408-ada1ab62c779", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:19:05.676420 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28e2e7e5-a9bb-4eca-944c-969e49af0c15 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:19:05.676859 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'tag': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779', 'status': 'completed', 'code': 200} Jul 02 11:19:05.722882 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-38f96e1a-5f5d-4de3-bda1-21be9202f0a5 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:19:05.756346 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98888e03-652b-471f-9893-f44686ee8b56 req-297e9749-22b3-4758-ae05-c400c9867c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:05.757957 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-98888e03-652b-471f-9893-f44686ee8b56 req-297e9749-22b3-4758-ae05-c400c9867c2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 1099 time: 0.0568171 Jul 02 11:19:05.873353 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98888e03-652b-471f-9893-f44686ee8b56 req-690d7e0f-2adf-4fb9-bc52-c7c359f8f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:05.875157 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-98888e03-652b-471f-9893-f44686ee8b56 req-690d7e0f-2adf-4fb9-bc52-c7c359f8f79d service neutron] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 913 time: 0.1106515 Jul 02 11:19:05.931319 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-98888e03-652b-471f-9893-f44686ee8b56 req-c6eea165-3989-430b-bb50-aed3dfb502a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7418c6c6-6a5e-4fa9-9408-ada1ab62c779 HTTP/1.1" status: 200 len: 217 time: 0.0440495 Jul 02 11:19:05.961418 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:05.981361 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-38f96e1a-5f5d-4de3-bda1-21be9202f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'b8a63b48-7b0c-405f-b43c-873b89e17b2d', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:5e:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:15:43Z', 'updated_at': '2021-07-02T11:15:45Z', 'revision_number': 1, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:06.006759 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f96e1a-5f5d-4de3-bda1-21be9202f0a5 None None] Checking router: 5ead30de-8861-4100-9155-473465f0118e for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:19:06.009047 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98888e03-652b-471f-9893-f44686ee8b56 req-07063bc9-318c-4588-8018-a1ffdf543086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:06.010503 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-98888e03-652b-471f-9893-f44686ee8b56 req-07063bc9-318c-4588-8018-a1ffdf543086 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0727987 Jul 02 11:19:06.015272 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f96e1a-5f5d-4de3-bda1-21be9202f0a5 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:19:06.015909 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-38f96e1a-5f5d-4de3-bda1-21be9202f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:19:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:06.074452 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c23c0-8ec7-4fba-87c0-2ca9c197823a req-73bb69dd-9220-4bfd-89a6-97698f88ff91 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:06.075927 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b01c23c0-8ec7-4fba-87c0-2ca9c197823a req-73bb69dd-9220-4bfd-89a6-97698f88ff91 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 946 time: 0.1121757 Jul 02 11:19:06.114171 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98888e03-652b-471f-9893-f44686ee8b56 req-45397c90-36f6-4a9e-85b4-21076ac9314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:06.115658 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-98888e03-652b-471f-9893-f44686ee8b56 req-45397c90-36f6-4a9e-85b4-21076ac9314b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0980868 Jul 02 11:19:06.121594 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-38f96e1a-5f5d-4de3-bda1-21be9202f0a5 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:19:06.122842 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-b01c23c0-8ec7-4fba-87c0-2ca9c197823a req-264fcfca-99fe-4169-94a3-5428f690a544 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395217 Jul 02 11:19:06.205853 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-98888e03-652b-471f-9893-f44686ee8b56 req-de832d89-421c-4219-b747-fb7d684311d2 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815644 Jul 02 11:19:06.298789 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-98888e03-652b-471f-9893-f44686ee8b56 req-3674e98a-6578-4386-ac73-ac64992ed142 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856156 Jul 02 11:19:06.346364 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-38f96e1a-5f5d-4de3-bda1-21be9202f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'b8a63b48-7b0c-405f-b43c-873b89e17b2d', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:5e:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:15:43Z', 'updated_at': '2021-07-02T11:15:45Z', 'revision_number': 1, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:06.372830 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f96e1a-5f5d-4de3-bda1-21be9202f0a5 None None] The sync data for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi is: [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_floatingips': [{'id': 'b8a63b48-7b0c-405f-b43c-873b89e17b2d', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'router_id': '5ead30de-8861-4100-9155-473465f0118e', 'port_id': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'mac_address': 'fa:16:3e:5e:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-02T11:15:43Z', 'updated_at': '2021-07-02T11:15:45Z', 'revision_number': 1, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:19:06.581964 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafbcc8-7057-4439-95f5-ddfc91fbc322 None None] New status for floating IP ab1453be-bfd4-44c4-aa4f-e785e56d0ceb: DOWN {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:19:07.295125 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70423c67-c156-4457-bd78-52ff387a4fbc req-bd9f2291-4b69-48e8-96af-02b1b3f07d5a tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:07.296574 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-70423c67-c156-4457-bd78-52ff387a4fbc req-bd9f2291-4b69-48e8-96af-02b1b3f07d5a tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 946 time: 0.0621467 Jul 02 11:19:07.333287 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-70423c67-c156-4457-bd78-52ff387a4fbc req-274d077b-6fe0-4a0c-bf1a-b873d879b50e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304961 Jul 02 11:19:07.465330 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02daba6-546f-4c0f-947e-e51eca7980ba req-ad2cea2c-3e66-4234-bf75-e5d7fadc98cd tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:07.466649 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c02daba6-546f-4c0f-947e-e51eca7980ba req-ad2cea2c-3e66-4234-bf75-e5d7fadc98cd tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 946 time: 0.0619037 Jul 02 11:19:07.567509 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-c02daba6-546f-4c0f-947e-e51eca7980ba req-eda43855-f220-4216-9a18-bbb9fb56bb3b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Deleting port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:19:07.567847 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c02daba6-546f-4c0f-947e-e51eca7980ba req-eda43855-f220-4216-9a18-bbb9fb56bb3b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:07.656980 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-c02daba6-546f-4c0f-947e-e51eca7980ba req-eda43855-f220-4216-9a18-bbb9fb56bb3b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] For port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=7418c6c6-6a5e-4fa9-9408-ada1ab62c779,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:19:07.657333 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c02daba6-546f-4c0f-947e-e51eca7980ba req-eda43855-f220-4216-9a18-bbb9fb56bb3b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:07.669919 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-c02daba6-546f-4c0f-947e-e51eca7980ba req-eda43855-f220-4216-9a18-bbb9fb56bb3b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Calling delete_port for 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:19:07.791719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c02daba6-546f-4c0f-947e-e51eca7980ba req-eda43855-f220-4216-9a18-bbb9fb56bb3b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:07.823705 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda43855-f220-4216-9a18-bbb9fb56bb3b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event deleted for resources: {'Port': ['ID=7418c6c6-6a5e-4fa9-9408-ada1ab62c779,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:07.868828 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02daba6-546f-4c0f-947e-e51eca7980ba req-eda43855-f220-4216-9a18-bbb9fb56bb3b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] No DVR routers for this DVR port 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:19:07.871276 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-c02daba6-546f-4c0f-947e-e51eca7980ba req-eda43855-f220-4216-9a18-bbb9fb56bb3b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:07.873233 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-c02daba6-546f-4c0f-947e-e51eca7980ba req-eda43855-f220-4216-9a18-bbb9fb56bb3b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "DELETE /v2.0/ports/7418c6c6-6a5e-4fa9-9408-ada1ab62c779 HTTP/1.1" status: 204 len: 173 time: 0.4001596 Jul 02 11:19:07.873660 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'name': 'network-vif-deleted', 'tag': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:19:07.875857 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dc35c0-fd8d-48d9-99c6-a5f7de02159d" -d '{"events": [{"server_uuid": "a7c12f7b-fecb-4117-8c55-ab01d93d0e6b", "name": "network-vif-deleted", "tag": "7418c6c6-6a5e-4fa9-9408-ada1ab62c779"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:19:07.914761 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e18cca8-a6b6-4987-93f6-236e8ecbe1b5 x-openstack-request-id: req-0e18cca8-a6b6-4987-93f6-236e8ecbe1b5 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:19:07.915053 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c12f7b-fecb-4117-8c55-ab01d93d0e6b", "name": "network-vif-deleted", "tag": "7418c6c6-6a5e-4fa9-9408-ada1ab62c779", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:19:07.915336 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e18cca8-a6b6-4987-93f6-236e8ecbe1b5 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:19:07.916119 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c12f7b-fecb-4117-8c55-ab01d93d0e6b', 'name': 'network-vif-deleted', 'tag': '7418c6c6-6a5e-4fa9-9408-ada1ab62c779', 'status': 'completed', 'code': 200} Jul 02 11:19:08.481866 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-ec91fb1b-f11b-4c5c-b0ef-f0f72294758b req-a6fb5888-90a6-4d2a-b4f1-c04b144a11d2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7c12f7b-fecb-4117-8c55-ab01d93d0e6b HTTP/1.1" status: 200 len: 210 time: 0.0287433 Jul 02 11:19:11.022875 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:19:11.044561 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:19:11.044954 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device 7418c6c6-6a5e-4fa9-9408-ada1ab62c779 not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:19:11.782053 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45490) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:11.942299 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Deleting port 169abc7f-7eac-4aa7-87c1-139befb22bc3 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:19:11.942658 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:12.020820 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:12.021142 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:12.032664 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Calling delete_port for 169abc7f-7eac-4aa7-87c1-139befb22bc3 owned by network:floatingip {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:19:12.179598 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:12.204410 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event deleted for resources: {'Port': ['ID=169abc7f-7eac-4aa7-87c1-139befb22bc3,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:12.267529 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:12.267857 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.db.l3_db [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Floating IP b8a63b48-7b0c-405f-b43c-873b89e17b2d disassociated (deleted). External IP: 172.27.1.167, port: e8d62861-09f9-4997-b34c-cba0ffb73cdd. Jul 02 11:19:12.477666 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Router 5ead30de-8861-4100-9155-473465f0118e has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:19:12.583511 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:19:12.588281 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:12.592589 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ee6fc-1c8a-4ba4-b799-3d7e5c082342 None None] Sync routers for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:19:12.601235 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ee6fc-1c8a-4ba4-b799-3d7e5c082342 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:19:12.601843 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-745ee6fc-1c8a-4ba4-b799-3d7e5c082342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:19:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:12.623995 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-a2adadb5-f939-4c24-847a-22be11faa6c2 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "DELETE /v2.0/floatingips/b8a63b48-7b0c-405f-b43c-873b89e17b2d HTTP/1.1" status: 204 len: 168 time: 0.8408689 Jul 02 11:19:12.624713 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'tag': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:19:12.627069 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438d87e4-686b-4f39-9ef5-072535f22a15" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc0e6ca-67ea-4a16-81e1-733982531336", "tag": "e8d62861-09f9-4997-b34c-cba0ffb73cdd"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:19:12.664725 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 02 Jul 2021 11:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212e10dc-7a70-4305-9e21-f625f5afcc4d x-openstack-request-id: req-212e10dc-7a70-4305-9e21-f625f5afcc4d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:19:12.665026 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc0e6ca-67ea-4a16-81e1-733982531336", "tag": "e8d62861-09f9-4997-b34c-cba0ffb73cdd", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:19:12.665289 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-212e10dc-7a70-4305-9e21-f625f5afcc4d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:19:12.665691 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'tag': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'status': 'completed', 'code': 200} Jul 02 11:19:12.710616 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-745ee6fc-1c8a-4ba4-b799-3d7e5c082342 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:19:12.745974 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d87e4-686b-4f39-9ef5-072535f22a15 req-b718fa59-0292-49af-8646-e9500facc926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:12.747500 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-438d87e4-686b-4f39-9ef5-072535f22a15 req-b718fa59-0292-49af-8646-e9500facc926 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 1098 time: 0.0577161 Jul 02 11:19:12.841395 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d87e4-686b-4f39-9ef5-072535f22a15 req-cc71d9a8-f436-4ebb-9247-bc81349461f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:12.842440 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-438d87e4-686b-4f39-9ef5-072535f22a15 req-cc71d9a8-f436-4ebb-9247-bc81349461f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 200 len: 913 time: 0.0876744 Jul 02 11:19:12.895555 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-438d87e4-686b-4f39-9ef5-072535f22a15 req-b004032e-7cb6-4598-b043-13a1f8be7338 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8d62861-09f9-4997-b34c-cba0ffb73cdd HTTP/1.1" status: 200 len: 217 time: 0.0385027 Jul 02 11:19:12.927932 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-745ee6fc-1c8a-4ba4-b799-3d7e5c082342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:12.954514 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ee6fc-1c8a-4ba4-b799-3d7e5c082342 None None] Checking router: 5ead30de-8861-4100-9155-473465f0118e for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:19:12.963000 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ee6fc-1c8a-4ba4-b799-3d7e5c082342 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:19:12.963641 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-745ee6fc-1c8a-4ba4-b799-3d7e5c082342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:19:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:12.978428 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d87e4-686b-4f39-9ef5-072535f22a15 req-7ed94a80-7cf0-48aa-b014-31ddbf3aa616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:12.979944 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-438d87e4-686b-4f39-9ef5-072535f22a15 req-7ed94a80-7cf0-48aa-b014-31ddbf3aa616 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 200 len: 851 time: 0.0782008 Jul 02 11:19:13.044005 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fdde5-5846-44a6-b2b1-f9f344ea1a4a req-83562ecf-bb01-4b35-b55f-07bc786694ce tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:13.045526 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-355fdde5-5846-44a6-b2b1-f9f344ea1a4a req-83562ecf-bb01-4b35-b55f-07bc786694ce tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 945 time: 0.1104834 Jul 02 11:19:13.067577 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-745ee6fc-1c8a-4ba4-b799-3d7e5c082342 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:19:13.075370 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d87e4-686b-4f39-9ef5-072535f22a15 req-970541f1-4742-4517-9208-851161c38973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:13.076873 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-438d87e4-686b-4f39-9ef5-072535f22a15 req-970541f1-4742-4517-9208-851161c38973 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=970ee343-06ab-4c0f-9530-142ea0c9af9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0872059 Jul 02 11:19:13.109613 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-355fdde5-5846-44a6-b2b1-f9f344ea1a4a req-e8459e47-18f9-4478-a4f0-d97e38df5f4e tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568604 Jul 02 11:19:13.176008 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-438d87e4-686b-4f39-9ef5-072535f22a15 req-a3787ac7-c3be-4e40-9154-eccefdae5169 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895698 Jul 02 11:19:13.262755 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-745ee6fc-1c8a-4ba4-b799-3d7e5c082342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:13.267282 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-438d87e4-686b-4f39-9ef5-072535f22a15 req-7e3f7c55-2968-457c-9fa8-aafbecaf1199 service neutron] 10.222.0.67 "GET /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846653 Jul 02 11:19:13.294968 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ee6fc-1c8a-4ba4-b799-3d7e5c082342 None None] The sync data for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi is: [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:29Z', 'revision_number': 4, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi', '_interfaces': [{'id': '214e4f91-0e48-4bba-b0ec-639df6c16dbd', 'name': '', 'network_id': '970ee343-06ab-4c0f-9530-142ea0c9af9a', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'mac_address': 'fa:16:3e:d3:c2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:29Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'subnets': [{'id': 'ee924c55-c358-47aa-b821-b945d6f1ecda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:19:13.499484 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1b1c5-881e-42d2-9a65-c088d1d85f23 None None] New status for floating IP b8a63b48-7b0c-405f-b43c-873b89e17b2d: DOWN {{(pid=93180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 02 11:19:14.277641 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840da8a-8e5e-45bc-a92f-d83e551b30e8 req-68ac6e5a-fb8b-4e63-a2a7-23c2a2a0b8a7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:14.279105 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9840da8a-8e5e-45bc-a92f-d83e551b30e8 req-68ac6e5a-fb8b-4e63-a2a7-23c2a2a0b8a7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 945 time: 0.0613468 Jul 02 11:19:14.348372 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-9840da8a-8e5e-45bc-a92f-d83e551b30e8 req-866fa463-424d-45d5-9cfb-4efe92c6761b tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f76113-9665-4a29-a2a3-b6b184934cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635331 Jul 02 11:19:14.371587 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93754c-a4b6-4634-9613-a0ed24ac47fb req-a467419c-d04d-44ea-827c-25988f8c175d tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 02 11:19:14.373072 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1a93754c-a4b6-4634-9613-a0ed24ac47fb req-a467419c-d04d-44ea-827c-25988f8c175d tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 945 time: 0.0819223 Jul 02 11:19:14.472762 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-1a93754c-a4b6-4634-9613-a0ed24ac47fb req-257c010d-fd5a-4118-8da7-658157536621 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Deleting port e8d62861-09f9-4997-b34c-cba0ffb73cdd {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:19:14.473117 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-1a93754c-a4b6-4634-9613-a0ed24ac47fb req-257c010d-fd5a-4118-8da7-658157536621 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:14.562552 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [req-1a93754c-a4b6-4634-9613-a0ed24ac47fb req-257c010d-fd5a-4118-8da7-658157536621 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] For port e8d62861-09f9-4997-b34c-cba0ffb73cdd, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=e8d62861-09f9-4997-b34c-cba0ffb73cdd,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:19:14.562826 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-1a93754c-a4b6-4634-9613-a0ed24ac47fb req-257c010d-fd5a-4118-8da7-658157536621 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:14.574292 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [req-1a93754c-a4b6-4634-9613-a0ed24ac47fb req-257c010d-fd5a-4118-8da7-658157536621 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Calling delete_port for e8d62861-09f9-4997-b34c-cba0ffb73cdd owned by compute:nova {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:19:14.698491 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-1a93754c-a4b6-4634-9613-a0ed24ac47fb req-257c010d-fd5a-4118-8da7-658157536621 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:14.732070 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c010d-fd5a-4118-8da7-658157536621 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event deleted for resources: {'Port': ['ID=e8d62861-09f9-4997-b34c-cba0ffb73cdd,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:14.777719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a93754c-a4b6-4634-9613-a0ed24ac47fb req-257c010d-fd5a-4118-8da7-658157536621 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] No DVR routers for this DVR port e8d62861-09f9-4997-b34c-cba0ffb73cdd on host hv-cinder-78409 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:19:14.780098 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [req-1a93754c-a4b6-4634-9613-a0ed24ac47fb req-257c010d-fd5a-4118-8da7-658157536621 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for port, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:14.782131 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-1a93754c-a4b6-4634-9613-a0ed24ac47fb req-257c010d-fd5a-4118-8da7-658157536621 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.67 "DELETE /v2.0/ports/e8d62861-09f9-4997-b34c-cba0ffb73cdd HTTP/1.1" status: 204 len: 173 time: 0.4031754 Jul 02 11:19:14.782570 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'name': 'network-vif-deleted', 'tag': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 02 11:19:14.785719 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5902f0cd0a68d614485b4befb6f974724acd945b99a792964092be9e5bdea54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3d26d4-6e33-4ce8-9c0b-eebd48c1cd2e" -d '{"events": [{"server_uuid": "5cc0e6ca-67ea-4a16-81e1-733982531336", "name": "network-vif-deleted", "tag": "e8d62861-09f9-4997-b34c-cba0ffb73cdd"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 02 11:19:14.821223 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 02 Jul 2021 11:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19f5d34-94d2-4277-84e9-9b58c9e247cd x-openstack-request-id: req-e19f5d34-94d2-4277-84e9-9b58c9e247cd {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 02 11:19:14.821512 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc0e6ca-67ea-4a16-81e1-733982531336", "name": "network-vif-deleted", "tag": "e8d62861-09f9-4997-b34c-cba0ffb73cdd", "status": "completed", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 02 11:19:14.821766 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e19f5d34-94d2-4277-84e9-9b58c9e247cd {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 02 11:19:14.822159 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc0e6ca-67ea-4a16-81e1-733982531336', 'name': 'network-vif-deleted', 'tag': 'e8d62861-09f9-4997-b34c-cba0ffb73cdd', 'status': 'completed', 'code': 200} Jul 02 11:19:15.501814 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [req-d2111d51-e5da-4614-ae2c-fe9093157381 req-20ba3f73-abe7-43b0-8091-f5a119b74723 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cc0e6ca-67ea-4a16-81e1-733982531336 HTTP/1.1" status: 200 len: 210 time: 0.0295999 Jul 02 11:19:16.594911 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45506) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:16.714749 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Deleting port 768fc923-9294-420d-9d26-6b4d1a679918 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:19:16.715094 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:16.791506 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:16.791753 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:16.803783 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Calling delete_port for 768fc923-9294-420d-9d26-6b4d1a679918 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:19:16.931363 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:16.966827 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event deleted for resources: {'Port': ['ID=768fc923-9294-420d-9d26-6b4d1a679918,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:16.981013 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:16.981360 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:16.981858 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:16.982340 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:16.982816 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:16.983288 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:16.983793 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:16.984265 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:16.984772 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:16.985240 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:16.985707 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:16.986162 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:17.049137 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:17.052001 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123142'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:17.053171 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-e980b320-91fc-40b5-93bd-25559232f007 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "DELETE /v2.0/floatingips/21ce32db-bab5-4043-97bc-8ad30b78f502 HTTP/1.1" status: 204 len: 168 time: 0.4572597 Jul 02 11:19:18.310055 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45520) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:18.367500 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1613da53-5978-4036-9de6-5f6e58c96ae7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:18.392779 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1613da53-5978-4036-9de6-5f6e58c96ae7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:18.450397 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1613da53-5978-4036-9de6-5f6e58c96ae7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:18.453030 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1613da53-5978-4036-9de6-5f6e58c96ae7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:18.454160 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-1613da53-5978-4036-9de6-5f6e58c96ae7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] 10.222.0.24 "DELETE /v2.0/security-groups/06f76113-9665-4a29-a2a3-b6b184934cc6 HTTP/1.1" status: 204 len: 168 time: 0.1431391 Jul 02 11:19:18.463586 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613da53-5978-4036-9de6-5f6e58c96ae7 tempest-TestVolumeBootPattern-1795429942 tempest-TestVolumeBootPattern-1795429942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f76113-9665-4a29-a2a3-b6b184934cc6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:18.506356 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45524) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:18.977806 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15560bb-3fb1-4ae8-8eb8-d8f46852a1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698679'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:19.077315 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device e8d62861-09f9-4997-b34c-cba0ffb73cdd no longer exists at agent hyperv_hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:19:19.097042 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] No Port match for: e8d62861-09f9-4997-b34c-cba0ffb73cdd {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:19:19.097388 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Device e8d62861-09f9-4997-b34c-cba0ffb73cdd not bound to the agent host hv-cinder-78409 {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:19:19.220902 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d15560bb-3fb1-4ae8-8eb8-d8f46852a1bd admin admin] Deleting port 214e4f91-0e48-4bba-b0ec-639df6c16dbd {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:19:19.221162 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15560bb-3fb1-4ae8-8eb8-d8f46852a1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:19.299172 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-d15560bb-3fb1-4ae8-8eb8-d8f46852a1bd admin admin] For port 214e4f91-0e48-4bba-b0ec-639df6c16dbd, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=214e4f91-0e48-4bba-b0ec-639df6c16dbd,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:19:19.299527 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15560bb-3fb1-4ae8-8eb8-d8f46852a1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:19.311320 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d15560bb-3fb1-4ae8-8eb8-d8f46852a1bd admin admin] Calling delete_port for 214e4f91-0e48-4bba-b0ec-639df6c16dbd owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:19:19.480700 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15560bb-3fb1-4ae8-8eb8-d8f46852a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:19.503288 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15560bb-3fb1-4ae8-8eb8-d8f46852a1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=214e4f91-0e48-4bba-b0ec-639df6c16dbd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:19.667058 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15560bb-3fb1-4ae8-8eb8-d8f46852a1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698877'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:20.110903 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15560bb-3fb1-4ae8-8eb8-d8f46852a1bd admin admin] Router 5ead30de-8861-4100-9155-473465f0118e has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:19:20.212875 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15560bb-3fb1-4ae8-8eb8-d8f46852a1bd admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:19:20.217647 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d15560bb-3fb1-4ae8-8eb8-d8f46852a1bd admin admin] 10.222.0.24 "PUT /v2.0/routers/5ead30de-8861-4100-9155-473465f0118e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102637 Jul 02 11:19:20.220188 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45528) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:20.222832 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf9436-1d14-42ac-97d9-165f9a55ce31 None None] Sync routers for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:19:20.233043 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf9436-1d14-42ac-97d9-165f9a55ce31 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:19:20.233648 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-04cf9436-1d14-42ac-97d9-165f9a55ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:19:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:20.321976 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:20.426975 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:20.465794 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-04cf9436-1d14-42ac-97d9-165f9a55ce31 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: dv-cinder-784092-13-iscsi {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:19:20.477852 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Deleting port 8d811673-08d2-4097-ad4e-78d516252ff2 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:19:20.478194 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:20.559214 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] For port 8d811673-08d2-4097-ad4e-78d516252ff2, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=8d811673-08d2-4097-ad4e-78d516252ff2,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:19:20.559570 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:20.571812 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Calling delete_port for 8d811673-08d2-4097-ad4e-78d516252ff2 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:19:20.639877 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-04cf9436-1d14-42ac-97d9-165f9a55ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:19:19Z', 'revision_number': 5, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port': {'id': '8d811673-08d2-4097-ad4e-78d516252ff2', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ead30de-8861-4100-9155-473465f0118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:20.665223 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf9436-1d14-42ac-97d9-165f9a55ce31 None None] Checking router: 5ead30de-8861-4100-9155-473465f0118e for host: dv-cinder-784092-13-iscsi {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:19:20.673248 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf9436-1d14-42ac-97d9-165f9a55ce31 None None] Routers {'5ead30de-8861-4100-9155-473465f0118e'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:19:20.673869 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-04cf9436-1d14-42ac-97d9-165f9a55ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:19:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['5ead30de-8861-4100-9155-473465f0118e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:20.736464 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:20.761110 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-04cf9436-1d14-42ac-97d9-165f9a55ce31 None None] Set router 5ead30de-8861-4100-9155-473465f0118e gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:19:20.763907 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d811673-08d2-4097-ad4e-78d516252ff2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:20.820041 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-04cf9436-1d14-42ac-97d9-165f9a55ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:19:20Z', 'revision_number': 6, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port_host': None}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:20.824367 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781812'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:20.846017 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf9436-1d14-42ac-97d9-165f9a55ce31 None None] The sync data for ids ['5ead30de-8861-4100-9155-473465f0118e'] in dv-cinder-784092-13-iscsi is: [{'id': '5ead30de-8861-4100-9155-473465f0118e', 'name': 'tempest-TestVolumeBootPattern-1804568969-router', 'tenant_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:27Z', 'updated_at': '2021-07-02T11:19:20Z', 'revision_number': 6, 'project_id': 'c167f5084ce64dcc92ff5d4f191ea506', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:19:20.911983 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13686'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:20.914296 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:20.957468 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704168'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:20.958194 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ead30de-8861-4100-9155-473465f0118e {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 11:19:20.962799 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:20.963940 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-b7fa317e-82b6-4055-b07e-0810e4d77c80 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5ead30de-8861-4100-9155-473465f0118e HTTP/1.1" status: 204 len: 168 time: 0.7428274 Jul 02 11:19:20.966594 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45530) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:21.017235 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16d7774-ffbf-4f62-abc3-cd28dfccb5f9 admin admin] Deleting subnet ee924c55-c358-47aa-b821-b945d6f1ecda {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:19:21.021104 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a16d7774-ffbf-4f62-abc3-cd28dfccb5f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.060076 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a16d7774-ffbf-4f62-abc3-cd28dfccb5f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.138573 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a16d7774-ffbf-4f62-abc3-cd28dfccb5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.190798 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a16d7774-ffbf-4f62-abc3-cd28dfccb5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.214563 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d7774-ffbf-4f62-abc3-cd28dfccb5f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee924c55-c358-47aa-b821-b945d6f1ecda,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:21.220235 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a16d7774-ffbf-4f62-abc3-cd28dfccb5f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.225315 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-a16d7774-ffbf-4f62-abc3-cd28dfccb5f9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ee924c55-c358-47aa-b821-b945d6f1ecda HTTP/1.1" status: 204 len: 168 time: 0.2551701 Jul 02 11:19:21.225650 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45532) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:21.226053 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb72523-2aba-48e0-a605-5b901372122c None None] Network 970ee343-06ab-4c0f-9530-142ea0c9af9a requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:19:21.303758 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.366581 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Deleting port a385b228-5cf3-4be9-91d3-856aa05a7cfa {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:19:21.367203 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.429318 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] For port a385b228-5cf3-4be9-91d3-856aa05a7cfa, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=a385b228-5cf3-4be9-91d3-856aa05a7cfa,segment=NetworkSegment(c27fd93a-19c8-487f-b413-88d55ee02295),segment_id=c27fd93a-19c8-487f-b413-88d55ee02295)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:19:21.429676 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.441386 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Calling delete_port for a385b228-5cf3-4be9-91d3-856aa05a7cfa owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:19:21.521571 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.546886 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Pushing event deleted for resources: {'Port': ['ID=a385b228-5cf3-4be9-91d3-856aa05a7cfa,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:21.548587 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] No DVR routers for this DVR port a385b228-5cf3-4be9-91d3-856aa05a7cfa on host dv-cinder-784092-13-iscsi {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:19:21.622344 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.628865 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b634be1c-b639-4224-99b6-634f2d97a013 None None] DHCP port deletion for 970ee343-06ab-4c0f-9530-142ea0c9af9a request from dv-cinder-784092-13-iscsi {{(pid=93179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 11:19:21.633844 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970ee343-06ab-4c0f-9530-142ea0c9af9a']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:21.646601 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27fd93a-19c8-487f-b413-88d55ee02295') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:21.646904 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27fd93a-19c8-487f-b413-88d55ee02295') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:21.661714 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28580043'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.676977 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.682829 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:19:21.683211 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28570708'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: Traceback (most recent call last): Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: timer() Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: cb(*args, **kw) Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: return func(*args, **kwargs) Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: self._notify() Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: self.callback(batched_events) Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: event.method(event) Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: return f(self, *a, **k) Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._get(url).json() Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:19:21.684850 dv-cinder-784092-13-iscsi neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:19:21.713381 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device a385b228-5cf3-4be9-91d3-856aa05a7cfa no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:19:21.736091 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: a385b228-5cf3-4be9-91d3-856aa05a7cfa {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:19:21.736729 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device a385b228-5cf3-4be9-91d3-856aa05a7cfa not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:19:21.737295 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 8d811673-08d2-4097-ad4e-78d516252ff2 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:19:21.740397 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.746667 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:21.751586 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] 10.222.0.24 "DELETE /v2.0/networks/970ee343-06ab-4c0f-9530-142ea0c9af9a HTTP/1.1" status: 204 len: 168 time: 0.5221944 Jul 02 11:19:21.752495 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45534) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:21.761474 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9396a-50a4-4d98-80dc-00280d785274 admin admin] Pushing event deleted for resources: {'Network': ['ID=970ee343-06ab-4c0f-9530-142ea0c9af9a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:21.769669 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 8d811673-08d2-4097-ad4e-78d516252ff2 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:19:21.770250 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 8d811673-08d2-4097-ad4e-78d516252ff2 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:19:21.770758 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 214e4f91-0e48-4bba-b0ec-639df6c16dbd no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:19:21.790154 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 214e4f91-0e48-4bba-b0ec-639df6c16dbd {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:19:21.790506 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 214e4f91-0e48-4bba-b0ec-639df6c16dbd not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:19:22.093169 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea22b17a-b50c-4171-8f39-17cee0674cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698679'] for router_interface, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:22.595010 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ea22b17a-b50c-4171-8f39-17cee0674cc4 admin admin] Deleting port 569b700e-37a2-4cb3-bd94-17fc5c777a91 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:19:22.595346 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea22b17a-b50c-4171-8f39-17cee0674cc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:22.669736 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ea22b17a-b50c-4171-8f39-17cee0674cc4 admin admin] For port 569b700e-37a2-4cb3-bd94-17fc5c777a91, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=569b700e-37a2-4cb3-bd94-17fc5c777a91,segment=NetworkSegment(94b44314-0611-4e22-ae95-6e5b1550d850),segment_id=94b44314-0611-4e22-ae95-6e5b1550d850)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:19:22.670088 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea22b17a-b50c-4171-8f39-17cee0674cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:22.681644 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ea22b17a-b50c-4171-8f39-17cee0674cc4 admin admin] Calling delete_port for 569b700e-37a2-4cb3-bd94-17fc5c777a91 owned by network:router_interface {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:19:22.853717 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea22b17a-b50c-4171-8f39-17cee0674cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27737621'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:22.882988 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22b17a-b50c-4171-8f39-17cee0674cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=569b700e-37a2-4cb3-bd94-17fc5c777a91,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:23.050302 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea22b17a-b50c-4171-8f39-17cee0674cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-698877'] for router_interface, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:23.244082 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:19:23.259552 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea22b17a-b50c-4171-8f39-17cee0674cc4 admin admin] Router 2c09c817-3f64-4094-8139-a5a263d38fb1 has already been hosted by L3 agent 4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d {{(pid=93178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 02 11:19:23.362668 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea22b17a-b50c-4171-8f39-17cee0674cc4 admin admin] Notify agent at l3_agent.dv-cinder-784092-13-iscsi the message routers_updated {{(pid=93178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 02 11:19:23.368452 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-ea22b17a-b50c-4171-8f39-17cee0674cc4 admin admin] 10.222.0.24 "PUT /v2.0/routers/2c09c817-3f64-4094-8139-a5a263d38fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6148727 Jul 02 11:19:23.371183 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45536) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:23.371622 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92bd7a-af18-4e07-8415-8e42024cad3f None None] Sync routers for ids ['2c09c817-3f64-4094-8139-a5a263d38fb1'] in dv-cinder-784092-13-iscsi {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 02 11:19:23.380639 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92bd7a-af18-4e07-8415-8e42024cad3f None None] Routers {'2c09c817-3f64-4094-8139-a5a263d38fb1'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:19:23.381255 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-9b92bd7a-af18-4e07-8415-8e42024cad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:19:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['2c09c817-3f64-4094-8139-a5a263d38fb1'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:23.475789 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:23.481737 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-9b92bd7a-af18-4e07-8415-8e42024cad3f None None] Set router 2c09c817-3f64-4094-8139-a5a263d38fb1 gateway port host: dv-cinder-784092-13-iscsi {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:19:23.575612 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:23.627223 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Deleting port ce2ce754-680a-486b-bdc0-f11990a34dbf {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:19:23.627569 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:23.655569 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-9b92bd7a-af18-4e07-8415-8e42024cad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'name': 'tempest-TestVolumeBootPattern-1950295886-router', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'external_fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:19:22Z', 'revision_number': 5, 'project_id': 'baafd363290a4f4e9b517c6e66a267af', 'gw_port': {'id': 'ce2ce754-680a-486b-bdc0-f11990a34dbf', 'name': '', 'network_id': '9cbad3ad-3e52-4c37-8fc8-5899c3b5afc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ce:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f146cd6e-40c1-4840-88db-9d923df599f7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-13-iscsi'}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:23.684061 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92bd7a-af18-4e07-8415-8e42024cad3f None None] Checking router: 2c09c817-3f64-4094-8139-a5a263d38fb1 for host: dv-cinder-784092-13-iscsi {{(pid=93180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 02 11:19:23.694046 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92bd7a-af18-4e07-8415-8e42024cad3f None None] Routers {'2c09c817-3f64-4094-8139-a5a263d38fb1'} bound to L3 agent in host dv-cinder-784092-13-iscsi {{(pid=93180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 02 11:19:23.694637 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-9b92bd7a-af18-4e07-8415-8e42024cad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-02T10:57:33Z,description=,heartbeat_timestamp=2021-07-02T11:19:03Z,host='dv-cinder-784092-13-iscsi',id=4d5e931c-d65c-4d3c-b4fd-fcd400b1b47d,load=0,resource_versions=,resources_synced=,started_at=2021-07-02T10:57:33Z,topic='l3_agent')) {'router_ids': ['2c09c817-3f64-4094-8139-a5a263d38fb1'], 'active': True} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:23.713246 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] For port ce2ce754-680a-486b-bdc0-f11990a34dbf, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=ce2ce754-680a-486b-bdc0-f11990a34dbf,segment=NetworkSegment(204119df-e50c-475b-b84b-8bfcf69d260e),segment_id=204119df-e50c-475b-b84b-8bfcf69d260e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:19:23.713610 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:23.726006 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Calling delete_port for ce2ce754-680a-486b-bdc0-f11990a34dbf owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:19:23.779467 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_dvr_db [None req-9b92bd7a-af18-4e07-8415-8e42024cad3f None None] Set router 2c09c817-3f64-4094-8139-a5a263d38fb1 gateway port host: None {{(pid=93180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 02 11:19:23.834004 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.l3_hamode_db [None req-9b92bd7a-af18-4e07-8415-8e42024cad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'name': 'tempest-TestVolumeBootPattern-1950295886-router', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:19:23Z', 'revision_number': 6, 'project_id': 'baafd363290a4f4e9b517c6e66a267af', 'gw_port_host': None}], 'dv-cinder-784092-13-iscsi', False) {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:23.861122 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92bd7a-af18-4e07-8415-8e42024cad3f None None] The sync data for ids ['2c09c817-3f64-4094-8139-a5a263d38fb1'] in dv-cinder-784092-13-iscsi is: [{'id': '2c09c817-3f64-4094-8139-a5a263d38fb1', 'name': 'tempest-TestVolumeBootPattern-1950295886-router', 'tenant_id': 'baafd363290a4f4e9b517c6e66a267af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-02T11:12:31Z', 'updated_at': '2021-07-02T11:19:23Z', 'revision_number': 6, 'project_id': 'baafd363290a4f4e9b517c6e66a267af', 'gw_port_host': None}] {{(pid=93180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 02 11:19:23.898642 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:23.924827 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2ce754-680a-486b-bdc0-f11990a34dbf,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:23.987711 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-781812'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.074309 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13686'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.076762 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.118950 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704168'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.119383 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c09c817-3f64-4094-8139-a5a263d38fb1 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 02 11:19:24.123636 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.124803 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-4420e396-b5c8-4b9d-bf0c-b19436888ec7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2c09c817-3f64-4094-8139-a5a263d38fb1 HTTP/1.1" status: 204 len: 168 time: 0.7523923 Jul 02 11:19:24.127210 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45538) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:24.170556 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8446fb95-966b-4c8e-91d8-4cbf9bc58b81 admin admin] Deleting subnet 141540f1-7be6-41b8-8d29-00f2894767c4 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 02 11:19:24.173421 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8446fb95-966b-4c8e-91d8-4cbf9bc58b81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.208744 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8446fb95-966b-4c8e-91d8-4cbf9bc58b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28580052'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.290901 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8446fb95-966b-4c8e-91d8-4cbf9bc58b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3869346'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.343494 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8446fb95-966b-4c8e-91d8-4cbf9bc58b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3869371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28570825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25523402'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.369433 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446fb95-966b-4c8e-91d8-4cbf9bc58b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=141540f1-7be6-41b8-8d29-00f2894767c4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:24.373095 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8446fb95-966b-4c8e-91d8-4cbf9bc58b81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.374973 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-8446fb95-966b-4c8e-91d8-4cbf9bc58b81 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/141540f1-7be6-41b8-8d29-00f2894767c4 HTTP/1.1" status: 204 len: 168 time: 0.2468486 Jul 02 11:19:24.377459 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45540) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:24.382026 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417589f9-fcb7-40df-a060-45f38ba9cfca None None] Network e60e8659-5336-4884-898c-bef56eece9a2 requested from dv-cinder-784092-13-iscsi {{(pid=93179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 02 11:19:24.448338 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753227'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.498955 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Deleting port 5048c7e2-c46a-48b2-bf06-10e762e0831a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:19:24.499296 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.562471 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] For port 5048c7e2-c46a-48b2-bf06-10e762e0831a, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=5048c7e2-c46a-48b2-bf06-10e762e0831a,segment=NetworkSegment(94b44314-0611-4e22-ae95-6e5b1550d850),segment_id=94b44314-0611-4e22-ae95-6e5b1550d850)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:19:24.562827 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.580557 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Calling delete_port for 5048c7e2-c46a-48b2-bf06-10e762e0831a owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:19:24.604636 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] DHCP port deletion for e60e8659-5336-4884-898c-bef56eece9a2 request from dv-cinder-784092-13-iscsi {{(pid=93179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 02 11:19:24.651385 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Deleting port 5048c7e2-c46a-48b2-bf06-10e762e0831a {{(pid=93179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 02 11:19:24.651773 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738737874104'] for port, before_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.659827 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28570755'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.684521 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Pushing event deleted for resources: {'Port': ['ID=5048c7e2-c46a-48b2-bf06-10e762e0831a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:24.696425 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] No DVR routers for this DVR port 5048c7e2-c46a-48b2-bf06-10e762e0831a on host dv-cinder-784092-13-iscsi {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:19:24.725533 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] For port 5048c7e2-c46a-48b2-bf06-10e762e0831a, host dv-cinder-784092-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-13-iscsi',level=0,port_id=5048c7e2-c46a-48b2-bf06-10e762e0831a,segment=NetworkSegment(94b44314-0611-4e22-ae95-6e5b1550d850),segment_id=94b44314-0611-4e22-ae95-6e5b1550d850)] {{(pid=93179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 02 11:19:24.725926 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698935'] for port, precommit_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.742646 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Calling delete_port for 5048c7e2-c46a-48b2-bf06-10e762e0831a owned by network:dhcp {{(pid=93179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 02 11:19:24.770549 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3880751', 'neutron.services.segments.db._delete_segments_for_network-8738737937210'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.780748 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60e8659-5336-4884-898c-bef56eece9a2']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:24.791944 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b44314-0611-4e22-ae95-6e5b1550d850') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:24.792246 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.services.segments.db [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b44314-0611-4e22-ae95-6e5b1550d850') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 02 11:19:24.804575 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738737902394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28580043'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.820704 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.824221 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738737876718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738737405386'] for port, after_delete {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.827349 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 02 11:19:24.828132 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3873763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28570708'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: Traceback (most recent call last): Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: timer() Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: cb(*args, **kw) Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: return func(*args, **kwargs) Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: self._notify() Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: self.callback(batched_events) Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: event.method(event) Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: return f(self, *a, **k) Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._get(url).json() Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 02 11:19:24.829768 dv-cinder-784092-13-iscsi neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 02 11:19:24.849868 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Pushing event deleted for resources: {'Port': ['ID=5048c7e2-c46a-48b2-bf06-10e762e0831a,revision_number=None']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:24.857308 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] No DVR routers for this DVR port 5048c7e2-c46a-48b2-bf06-10e762e0831a on host dv-cinder-784092-13-iscsi {{(pid=93179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 02 11:19:24.865343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:24.865343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:24.865343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:24.865343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:24.865343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:24.865343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:24.865343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:24.865343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:24.865343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:24.865343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:24.865343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:24.865343 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f441c2-8ba2-4ccc-94c3-b74e8e9f8058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-13-iscsi {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 02 11:19:24.893464 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3880740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781736'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.898821 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532711'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:24.900730 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e60e8659-5336-4884-898c-bef56eece9a2 HTTP/1.1" status: 204 len: 168 time: 0.5223444 Jul 02 11:19:24.914604 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e38529-10c8-4a42-8dcc-575266aa1626 admin admin] Pushing event deleted for resources: {'Network': ['ID=e60e8659-5336-4884-898c-bef56eece9a2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:25.008762 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45544) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:25.052250 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-d00891d0-eb89-4b94-b852-f15816e0a4ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c167f5084ce64dcc92ff5d4f191ea506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423269 Jul 02 11:19:25.054605 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.24', 45546) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:25.101176 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4aada3eb-077c-4ceb-a4bf-7dda171dce0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:25.121604 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4aada3eb-077c-4ceb-a4bf-7dda171dce0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:25.168334 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4aada3eb-077c-4ceb-a4bf-7dda171dce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:25.170765 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4aada3eb-077c-4ceb-a4bf-7dda171dce0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:25.171952 dv-cinder-784092-13-iscsi neutron-server[93177]: INFO neutron.wsgi [None req-4aada3eb-077c-4ceb-a4bf-7dda171dce0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08e97fec-4f73-42ed-9d60-5a80bf284947 HTTP/1.1" status: 204 len: 168 time: 0.1164589 Jul 02 11:19:25.179717 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aada3eb-077c-4ceb-a4bf-7dda171dce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e97fec-4f73-42ed-9d60-5a80bf284947,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:25.469140 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45552) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:25.507586 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-f9ae4a5f-3109-483b-9244-2ea78783dd2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=baafd363290a4f4e9b517c6e66a267af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372717 Jul 02 11:19:25.509859 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [-] (93178) accepted ('10.222.0.24', 45554) {{(pid=93178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 02 11:19:25.556384 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e531130-5fa0-4d44-be22-9719e305f7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:25.578390 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e531130-5fa0-4d44-be22-9719e305f7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:25.622210 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e531130-5fa0-4d44-be22-9719e305f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-526505'] for security_group, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:25.624717 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e531130-5fa0-4d44-be22-9719e305f7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:25.626336 dv-cinder-784092-13-iscsi neutron-server[93178]: INFO neutron.wsgi [None req-2e531130-5fa0-4d44-be22-9719e305f7fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c70b17ec-6c32-4f01-89f2-4640574c21c2 HTTP/1.1" status: 204 len: 168 time: 0.1151004 Jul 02 11:19:25.634936 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e531130-5fa0-4d44-be22-9719e305f7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70b17ec-6c32-4f01-89f2-4640574c21c2,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 02 11:19:25.713245 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 569b700e-37a2-4cb3-bd94-17fc5c777a91 no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:19:25.732237 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 569b700e-37a2-4cb3-bd94-17fc5c777a91 {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:19:25.732616 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 569b700e-37a2-4cb3-bd94-17fc5c777a91 not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:19:25.733110 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 5048c7e2-c46a-48b2-bf06-10e762e0831a no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:19:25.754929 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: 5048c7e2-c46a-48b2-bf06-10e762e0831a {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:19:25.755440 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device 5048c7e2-c46a-48b2-bf06-10e762e0831a not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:19:25.755692 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device ce2ce754-680a-486b-bdc0-f11990a34dbf no longer exists at agent ovs-agent-dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 02 11:19:25.774287 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] No Port match for: ce2ce754-680a-486b-bdc0-f11990a34dbf {{(pid=93179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 02 11:19:25.774627 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.rpc [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Device ce2ce754-680a-486b-bdc0-f11990a34dbf not bound to the agent host dv-cinder-784092-13-iscsi {{(pid=93179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 02 11:19:27.698200 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:30.713645 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b64afb7f-f68e-4d4b-96e6-732c08747617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:33.059248 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-67eba5f1-a322-4e02-a539-dc1bd9f744fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:33.508017 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:34.421945 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:35.940762 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:19:57.711773 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:20:00.243393 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:20:00.714057 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-49b6d22f-91ab-4669-a90d-c15b112f58f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:20:03.059638 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f121a41d-7cdf-4626-a8cb-6126737ec37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:20:03.507976 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:20:04.424244 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:20:05.942256 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:20:27.710978 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:20:30.714201 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-579cb59d-618e-45f1-ab21-0640c5f21448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:20:33.059925 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cad5cfad-e98e-4431-964d-eabdd56f1621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:20:33.509351 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:20:34.426585 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:20:35.947340 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:20:37.242396 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:20:57.712461 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:21:00.714572 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7eae32d5-3527-4e88-b96f-414487999cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:21:03.059604 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-1ecba06b-b6cc-4b33-a759-cdec85555925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:21:03.510115 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:21:04.430637 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:21:05.949278 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:21:14.241760 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:21:27.708673 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:21:30.714729 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b8bba674-1ade-46fc-8e09-feb15ef824e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:21:33.059798 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-773bcd3d-f263-40da-9a71-3f1c54a84693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:21:33.510866 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:21:34.434411 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:21:35.951273 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:21:43.267678 dv-cinder-784092-13-iscsi neutron-server[93177]: DEBUG neutron.wsgi [req-ecf3452a-2452-43c5-8966-2b6e28b5a01f req-b112a40a-5e27-465c-ad48-8592c64adcc0 service neutron] (93177) timed out ('10.222.0.67', 61556) {{(pid=93177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 02 11:21:51.241193 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:21:57.722756 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:22:00.714197 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-159bd26d-7a35-4421-a1c0-85f32e460bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:22:03.060553 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-bc22067b-a8bc-4dcf-a29a-d53d66e03716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:22:03.511938 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:22:04.435327 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:22:05.954706 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:22:27.720391 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:22:28.240471 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:22:30.715247 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6a86-f7ec-46de-adf1-62764f45776e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:22:33.061597 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2affbca1-1011-497c-9843-b711e2f07df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:22:33.512564 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:22:34.437120 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:22:35.957652 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:22:57.737152 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:23:00.715270 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4b61af24-b9e7-4762-8cbf-51d510ca675b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:23:03.061624 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-0c73e0cf-3129-45d2-9e49-1ebdfba139a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:23:03.513099 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:23:04.439424 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:23:05.243901 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:23:05.961177 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:23:08.173693 dv-cinder-784092-13-iscsi neutron-server[93178]: DEBUG neutron.wsgi [req-33890e2c-4d8c-4f6b-8804-c381978f8ee0 req-66170662-b360-4f0d-88d8-2ebba101b42d service neutron] (93178) timed out ('10.222.0.24', 40138) {{(pid=93178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 02 11:23:27.734893 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:23:30.715287 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-748c9781-e2c7-469f-8760-fc8e6e7a5dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:23:33.062576 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-454c747d-c888-43dd-b527-aadf2a116aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:23:33.514735 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:23:34.442593 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:23:35.965551 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:23:42.242580 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:23:57.756633 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:24:00.715047 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-30293c5d-8eaa-4875-87cd-66b23a7568d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:24:03.063568 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-10eb010e-0c21-48db-9922-a1717d05b9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:24:03.514961 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-80c0c64e-afc0-4b29-9866-c47a7297ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:24:04.445283 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-afcf9829-afec-47f8-a957-1cdf959e4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:24:05.977324 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-06d56247-b886-4292-af87-c0f974dc448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:24:19.240835 dv-cinder-784092-13-iscsi neutron-server[93180]: DEBUG neutron.db.agents_db [None req-7bc23bcc-b83c-4a1c-8f7e-2ecd6a930dde None None] Agent healthcheck: found 6 active agents {{(pid=93180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 02 11:24:27.761611 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed53-ff43-4073-a374-b6ae31321387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 02 11:24:30.715054 dv-cinder-784092-13-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-adedeeae-253b-4dff-bfa0-0b2e8ceaa5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738737937192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3881061'] for agent, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}